-- Logs begin at Tue 2021-02-16 23:40:08 UTC, end at Wed 2021-02-17 00:55:00 UTC. -- Feb 17 00:24:25.845459 dv-cinder-759943-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 00:24:28.596409 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.common.config [-] Logging enabled! Feb 17 00:24:28.596916 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 00:24:28.598213 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83929) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 00:24:28.599974 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.common.config [-] Logging enabled! Feb 17 00:24:28.600265 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 00:24:28.600615 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83929) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 00:24:28.601738 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 00:24:28.602056 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 00:24:28.603078 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 00:24:28.603363 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 00:24:28.603623 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 00:24:28.603995 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.604338 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.604678 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.604940 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.605309 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.605645 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.605964 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.606296 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.606635 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.606955 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.607268 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.607586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.607851 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.608166 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.608493 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.608819 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.609075 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] debug = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.609417 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.609950 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.610271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.610584 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.610910 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.611222 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.611534 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.611853 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.612217 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] host = dv-cinder-759943-4-smb {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.612528 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.612854 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.613178 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.613530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.613839 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.614151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.614476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.614786 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.615091 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] log_file = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.615402 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.615728 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.616056 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.616387 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.616641 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.616894 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.617737 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.618148 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.618465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.618778 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.619090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.619402 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.619719 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.620026 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.620353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.620680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.621006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.621339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.621649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.621957 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.622266 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.622593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.622912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.623212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.623521 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.623849 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.624153 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.624462 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.624806 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.625134 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.625483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.625810 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.626120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.626447 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.626757 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.627062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.627368 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] use_json = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.627677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.628003 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.628305 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.628615 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.628923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.629261 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.629593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.629921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:28.630259 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.630600 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.630944 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.631263 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.631594 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.631913 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.632244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.632560 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.633488 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.633794 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.634121 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.634436 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.634763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.635080 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.635417 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.635766 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.636105 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.636439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.636749 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.637059 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.637394 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.637709 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.638032 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.638367 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.638698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.639008 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.639326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.639663 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.639979 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.640291 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.640606 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.640937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.641275 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.641588 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.641905 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.642218 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.642527 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.642833 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.643146 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.643480 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.643795 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.644101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.644409 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.644721 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.645026 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.645372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.645688 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.645997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.646304 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.646617 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.646926 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.647233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.647549 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.647860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.648174 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.648535 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.648836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.649151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.649502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.649819 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.650130 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.650436 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.650752 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.651060 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.651368 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.651676 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.651986 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.652294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.652614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.652949 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.653282 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.653598 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.653913 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.654225 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.654539 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.654851 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.655163 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.655476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.655784 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.656116 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.656435 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.656793 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.657112 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.657449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.658042 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.658356 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.658672 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.658983 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.659296 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.659621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.659945 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.660281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.660611 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.660941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.661294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.661623 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.661936 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.662286 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.662602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:28.662850 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 00:24:28.663111 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83929) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 00:24:29.319914 dv-cinder-759943-4-smb neutron-server[83929]: INFO keyring.backend [-] Loading Gnome Feb 17 00:24:29.337755 dv-cinder-759943-4-smb neutron-server[83929]: INFO keyring.backend [-] Loading Google Feb 17 00:24:29.340282 dv-cinder-759943-4-smb neutron-server[83929]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 00:24:29.343746 dv-cinder-759943-4-smb neutron-server[83929]: INFO keyring.backend [-] Loading file Feb 17 00:24:29.344743 dv-cinder-759943-4-smb neutron-server[83929]: INFO keyring.backend [-] Loading keyczar Feb 17 00:24:29.345028 dv-cinder-759943-4-smb neutron-server[83929]: INFO keyring.backend [-] Loading multi Feb 17 00:24:29.345701 dv-cinder-759943-4-smb neutron-server[83929]: INFO keyring.backend [-] Loading pyfs Feb 17 00:24:29.390921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:24:29.391233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:24:29.391554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:24:29.391922 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 00:24:29.787258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.787781 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.787886 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.837114 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.837450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.837753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.841363 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.841674 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.841980 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.909592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.909901 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.910202 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.911333 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.911639 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:29.911937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.183063 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.183391 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.183702 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.184010 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.184831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.331895 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.332273 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.332601 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.332904 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.333204 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.333605 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.333906 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.334196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.334483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.334816 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.335113 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.335416 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.335721 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.336156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.336516 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.336840 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.337126 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.337478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.337763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.338244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.338531 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.338815 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.339154 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.339438 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.339716 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.340143 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:24:30.340420 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:24:30.340696 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:24:30.340971 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:24:30.341267 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:24:30.341550 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:24:30.341968 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 00:24:30.345181 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 00:24:30.349141 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 00:24:30.353695 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Feb 17 00:24:30.355345 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 00:24:30.356599 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 00:24:30.356983 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 00:24:30.357446 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 00:24:30.360181 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 00:24:30.360461 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 00:24:30.360842 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 00:24:30.383574 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 17 00:24:30.384092 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.384426 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83929) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 00:24:30.384840 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.386213 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83929) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 00:24:30.386526 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 00:24:30.386801 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 00:24:30.390047 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.390366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:30.458075 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 00:24:30.458303 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 00:24:30.458577 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 00:24:30.458980 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 00:24:30.492960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.sqlalchemy.engines [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83929) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 00:24:30.980192 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Initializing driver for type 'gre' Feb 17 00:24:30.980755 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] gre ID ranges: [(1, 1000)] Feb 17 00:24:31.060101 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Initializing driver for type 'local' Feb 17 00:24:31.060470 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Initializing driver for type 'vlan' Feb 17 00:24:31.105800 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] VlanTypeDriver initialization complete Feb 17 00:24:31.106174 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Initializing driver for type 'vxlan' Feb 17 00:24:31.106717 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] vxlan ID ranges: [(1, 1000)] Feb 17 00:24:31.203398 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Initializing extension driver 'port_security' Feb 17 00:24:31.203768 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.extensions.port_security [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] PortSecurityExtensionDriver initialization complete Feb 17 00:24:31.204149 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Initializing mechanism driver 'openvswitch' Feb 17 00:24:31.210521 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:24:31.211981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > port after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.212493 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > port after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.212894 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > port after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.213353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.213754 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.214151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.214577 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > network after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.215008 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > network after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.215397 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > network after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.215823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > security_group after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.216211 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > security_group after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.216595 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.217018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.217431 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.217813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.218364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > address_group after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.218751 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > address_group after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.219133 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.219507 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] ML2 OVO RPC backend initialized. {{(pid=83929) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 00:24:31.220235 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.220629 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.221090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > network before_response 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.221501 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > networks before_response 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.221888 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > port before_response 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.222269 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > ports before_response 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.222652 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > subnet before_response 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.223034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > subnets before_response 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.223422 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > network after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.223804 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > network after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.224183 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > network after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.224563 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > port after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.224944 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > port after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.225350 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > port after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.225735 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.226115 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.226497 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.227732 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.plugin [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Modular L2 Plugin initialization complete Feb 17 00:24:31.228098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading services supported by the core plugin {{(pid=83929) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 00:24:31.228474 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.plugins.ml2.managers [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Got port-security extension from driver 'port_security' Feb 17 00:24:31.228990 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.extensions.vlantransparent [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Disabled vlantransparent extension. Feb 17 00:24:31.229533 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83929) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 00:24:31.229884 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading Plugin: router Feb 17 00:24:31.267400 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.267794 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router after_create 55549900 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.268203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router before_create 55549900 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.268613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.269035 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.269470 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router after_delete 55549900 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.269875 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.270290 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router after_create 55549900 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.270678 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router after_update 55549900 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.271077 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router after_update 55549900 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.271469 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.271877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router after_update 55549900 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.272368 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.272794 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: port after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.273183 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: port after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.274094 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: subnet after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.274474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.274869 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.275260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.275646 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: port before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.276033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router precommit_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.276441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router after_update 55549900 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.276824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.277246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.277647 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.278038 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.278474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > network after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.279475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Tracking information for resource: router configured {{(pid=83929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:24:31.279858 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Tracking information for resource: floatingip configured {{(pid=83929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 00:24:31.285000 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_agentschedulers_db [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 00:24:31.285737 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: port after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.286140 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: port after_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.286535 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: port after_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.286930 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: port after_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.287838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router before_create 55550100 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.288249 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.288659 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router precommit_create 55550100 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.289703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > router precommit_update 55550100 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.294447 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.provider_configuration [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service providers = [] {{(pid=83929) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 00:24:31.294860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.servicetype_db [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83929) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 00:24:31.297917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.service_base [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 00:24:31.298314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.service_base [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 00:24:31.298698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.service_base [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 00:24:31.299605 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.service_base [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 00:24:31.300013 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.services.service_base [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 00:24:31.300435 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:24:31.300793 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 00:24:31.311052 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:24:31.311434 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading Plugin: auto_allocate Feb 17 00:24:31.317345 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: network precommit_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.317763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: network precommit_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.318358 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:24:31.318721 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading Plugin: tag Feb 17 00:24:31.325665 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:24:31.326039 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading Plugin: timestamp Feb 17 00:24:31.329937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:24:31.330458 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading Plugin: network_ip_availability Feb 17 00:24:31.336449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.336861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.337279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.338071 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:24:31.338432 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading Plugin: flavors Feb 17 00:24:31.342986 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:24:31.343363 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading Plugin: revisions Feb 17 00:24:31.347662 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 00:24:31.348093 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.956s {{(pid=83929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:24:31.348904 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83929) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 00:24:31.349291 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Initializing extension manager. Feb 17 00:24:31.349864 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: __init__.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.350246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: __pycache__ {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.350624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.351000 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: address_group.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.352030 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.352733 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: address-group Feb 17 00:24:31.353100 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: address_scope.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.353906 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.354491 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: address-scope Feb 17 00:24:31.354859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.355804 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.356389 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: router-admin-state-down-before-update Feb 17 00:24:31.356757 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: agent.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.357570 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.358149 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: agent Feb 17 00:24:31.358513 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: agent_resources_synced.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.359440 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.360019 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: agent-resources-synced Feb 17 00:24:31.360385 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: allowedaddresspairs.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.362230 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.362820 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: allowed-address-pairs Feb 17 00:24:31.363188 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: auto_allocated_topology.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.364277 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.364866 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: auto-allocated-topology Feb 17 00:24:31.365252 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: availability_zone.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.366009 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.366592 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: availability_zone Feb 17 00:24:31.366958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: availability_zone_filter.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.368473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.369057 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: availability_zone_filter Feb 17 00:24:31.369449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: data_plane_status.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.370375 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.370953 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 00:24:31.371319 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: default_subnetpools.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.372251 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.372837 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: default-subnetpools Feb 17 00:24:31.373202 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.374207 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.374791 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: dhcp_agent_scheduler Feb 17 00:24:31.375167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: dns.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.376101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.376674 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 00:24:31.377039 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: dns_domain_ports.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.378001 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.378578 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 00:24:31.378943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: dvr.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.379669 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.380250 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: dvr Feb 17 00:24:31.380612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: empty_string_filtering.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.381569 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.382155 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: empty-string-filtering Feb 17 00:24:31.382519 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.383994 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.384565 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 00:24:31.384934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.385904 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.386485 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 00:24:31.386854 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: external_net.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.387790 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.388370 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: external-net Feb 17 00:24:31.388736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.389688 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.390267 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: extra_dhcp_opt Feb 17 00:24:31.390630 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: extraroute.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.391554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.392131 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: extraroute Feb 17 00:24:31.392496 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: extraroute_atomic.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.393599 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.394185 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: extraroute-atomic Feb 17 00:24:31.394549 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: filter_validation.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.395258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.395838 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: filter-validation Feb 17 00:24:31.396197 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: fip_pf_description.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.397118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.397724 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 00:24:31.398085 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: fip_port_details.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.399047 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.399624 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: fip-port-details Feb 17 00:24:31.399989 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: flavors.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.401261 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.401831 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: flavors Feb 17 00:24:31.402197 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.403882 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.404478 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 00:24:31.404957 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: floatingip_pools.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.405748 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.406336 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: floatingip-pools Feb 17 00:24:31.406707 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: ip_allocation.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.407902 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.408482 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 00:24:31.408849 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.409811 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.410395 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: ip-substring-filtering Feb 17 00:24:31.410759 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: l2_adjacency.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.411699 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.412277 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 00:24:31.412640 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: l3.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.413743 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.414363 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: router Feb 17 00:24:31.414871 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.417168 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.417796 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 00:24:31.418173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.419125 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.419715 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: ext-gw-mode Feb 17 00:24:31.420087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.421024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.421628 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: l3-ha Feb 17 00:24:31.421994 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: l3_flavors.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.422931 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.423518 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: l3-flavors Feb 17 00:24:31.423886 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.424841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.425451 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 00:24:31.425815 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: l3agentscheduler.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.427097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.427697 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: l3_agent_scheduler Feb 17 00:24:31.428041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: logging.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.429607 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.430821 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension logging not supported by any of loaded plugins Feb 17 00:24:31.431192 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: metering.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.431992 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.432697 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: metering Feb 17 00:24:31.433068 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.434238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.434820 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: metering_source_and_destination_fields Feb 17 00:24:31.435187 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: multiprovidernet.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.436148 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.436740 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: multi-provider Feb 17 00:24:31.437104 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: netmtu.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.438069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.438655 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: net-mtu Feb 17 00:24:31.439022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: netmtu_writable.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.439960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.440542 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: net-mtu-writable Feb 17 00:24:31.440908 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: network_availability_zone.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.441682 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.442269 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: network_availability_zone Feb 17 00:24:31.442632 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: network_ip_availability.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.443763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.444347 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: network-ip-availability Feb 17 00:24:31.444717 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: network_segment_range.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.445756 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.446338 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 00:24:31.446706 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: pagination.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.447723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.448101 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: pagination Feb 17 00:24:31.448465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: port_device_profile.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.449437 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.450030 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: port-device-profile Feb 17 00:24:31.450394 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.451343 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.451924 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: port-mac-address-regenerate Feb 17 00:24:31.452291 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.453258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.453824 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: port-numa-affinity-policy Feb 17 00:24:31.454184 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: port_resource_request.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.455107 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.455691 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 00:24:31.456051 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: portbindings.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.457006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.457628 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: binding Feb 17 00:24:31.457996 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: portbindings_extended.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.459307 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.459893 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: binding-extended Feb 17 00:24:31.460260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: portsecurity.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.461766 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.462350 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: port-security Feb 17 00:24:31.462712 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: project_id.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.463709 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.464086 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: project-id Feb 17 00:24:31.464451 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: providernet.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.465424 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.466017 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: provider Feb 17 00:24:31.466380 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: qos.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.469969 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.470577 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension qos not supported by any of loaded plugins Feb 17 00:24:31.470954 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.473363 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.473964 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 00:24:31.474339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.475285 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.475883 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 00:24:31.476253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: qos_default.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.477269 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.477857 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension qos-default not supported by any of loaded plugins Feb 17 00:24:31.478228 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: qos_fip.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.478928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.479503 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 00:24:31.479870 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: qos_gateway_ip.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.480808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.481424 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 00:24:31.481792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: qos_port_network_policy.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.482723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.483305 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 00:24:31.483673 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: qos_rule_type_details.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.484613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.485191 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 00:24:31.485613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: qos_rules_alias.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.486689 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.487275 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 00:24:31.487639 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: quotasv2.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.488639 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.489014 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: quotas Feb 17 00:24:31.489407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: quotasv2_detail.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.491041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.491430 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: quota_details Feb 17 00:24:31.491804 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: rbac.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.493652 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.494257 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: rbac-policies Feb 17 00:24:31.494630 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: rbac_address_scope.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.495585 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.496175 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: rbac-address-scope Feb 17 00:24:31.496544 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: rbac_security_groups.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.497620 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.498213 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: rbac-security-groups Feb 17 00:24:31.498579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: rbac_subnetpool.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.499522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.500115 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: rbac-subnetpool Feb 17 00:24:31.500479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: revisionifmatch.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.501486 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.502077 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: revision-if-match Feb 17 00:24:31.502444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: revisions.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.503616 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.504206 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: standard-attr-revisions Feb 17 00:24:31.504577 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: router_availability_zone.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.505360 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.505959 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: router_availability_zone Feb 17 00:24:31.506326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: routerservicetype.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.507268 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.508424 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 00:24:31.508936 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.509924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.510514 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: security-groups-normalized-cidr Feb 17 00:24:31.510880 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.511821 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.512403 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: port-security-groups-filtering Feb 17 00:24:31.512767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.513748 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.514347 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: security-groups-remote-address-group Feb 17 00:24:31.514716 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: securitygroup.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.528022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.528589 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: security-group Feb 17 00:24:31.528962 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: segment.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.529863 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.530451 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension segment not supported by any of loaded plugins Feb 17 00:24:31.530822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.531790 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.532373 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 00:24:31.533000 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: servicetype.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.534139 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.534740 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: service-type Feb 17 00:24:31.535102 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: sorting.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.536106 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.536483 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: sorting Feb 17 00:24:31.536850 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: standard_attr_segment.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.537811 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.538400 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 00:24:31.538764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: standardattrdescription.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.539980 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.540562 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: standard-attr-description Feb 17 00:24:31.540924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: stateful_security_group.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.541916 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.542517 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: stateful-security-group Feb 17 00:24:31.542884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: stdattrs_common.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.543476 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 00:24:31.543842 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.544863 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.545487 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 00:24:31.545859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: subnet_onboard.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.546950 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.547545 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: subnet_onboard Feb 17 00:24:31.547915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.548857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.549472 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 00:24:31.549839 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: subnet_service_types.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.550780 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.551369 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: subnet-service-types Feb 17 00:24:31.551732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: subnetallocation.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.552825 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.553446 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: subnet_allocation Feb 17 00:24:31.553814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.554552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.555688 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: subnetpool-prefix-ops Feb 17 00:24:31.556059 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.557006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.557640 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 00:24:31.558007 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: tagging.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.559289 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.559898 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: standard-attr-tag Feb 17 00:24:31.560262 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: timestamp.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.561489 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.562082 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loaded extension: standard-attr-timestamp Feb 17 00:24:31.562451 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: trunk.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.563503 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.564093 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension trunk not supported by any of loaded plugins Feb 17 00:24:31.564456 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: trunk_details.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.565420 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.566014 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 00:24:31.566380 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: uplink_status_propagation.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.567322 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.567911 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 00:24:31.568277 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Loading extension file: vlantransparent.py {{(pid=83929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 00:24:31.568988 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 00:24:31.569618 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 00:24:31.572453 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:network Feb 17 00:24:31.573303 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:subnet Feb 17 00:24:31.573975 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:24:31.574643 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:port Feb 17 00:24:31.576149 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.576648 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service FLAVORS assigned prefix: {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.577379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.577868 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.578241 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:router Feb 17 00:24:31.578975 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 00:24:31.579751 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service METERING assigned prefix: /metering {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.581553 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.581971 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.582359 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:24:31.583496 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 00:24:31.584003 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:security_group Feb 17 00:24:31.584798 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 00:24:31.585653 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service CORE assigned prefix: {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.586064 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:24:31.586434 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] subnetpool is already registered Feb 17 00:24:31.587106 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service CORE assigned prefix: {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.587477 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:24:31.587844 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] subnetpool is already registered Feb 17 00:24:31.590659 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.591146 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service FLAVORS assigned prefix: {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.591810 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.592280 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.592652 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:router Feb 17 00:24:31.593020 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] router is already registered Feb 17 00:24:31.593707 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 00:24:31.594077 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] floatingip is already registered Feb 17 00:24:31.594771 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service METERING assigned prefix: /metering {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.595527 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 00:24:31.595896 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] rbac_policy is already registered Feb 17 00:24:31.596529 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:security_group Feb 17 00:24:31.596902 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] security_group is already registered Feb 17 00:24:31.597570 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 00:24:31.597939 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] security_group_rule is already registered Feb 17 00:24:31.598677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service CORE assigned prefix: {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.599050 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:24:31.599414 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] subnetpool is already registered Feb 17 00:24:31.600081 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.resource_helper [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Service CORE assigned prefix: {{(pid=83929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 00:24:31.600452 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 00:24:31.600816 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.quota.resource_registry [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] subnetpool is already registered Feb 17 00:24:31.602127 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: extensions {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.603722 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: address-groups {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.605433 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: address-scopes {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.606731 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: agents {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.607968 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: auto-allocated-topology {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.609319 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: availability_zones {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.610727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: dhcp-networks {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.612262 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: dhcp-agents {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.613814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: routers {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.615718 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: flavors {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.616957 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: service_profiles {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.618963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: next_providers {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.621424 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: service_profiles {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.622987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: floatingip-pools {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.624291 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: routers {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.626243 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: floatingips {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.627504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: l3-routers {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.628966 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: l3-agents {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.630495 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: metering-labels {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.631925 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: metering-label-rules {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.633355 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: network-ip-availabilities {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.634714 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: bindings {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.636448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: quotas {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.637977 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: quotas {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.639488 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: rbac-policies {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.640863 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: security-groups {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.642172 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: security-group-rules {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.643476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: service-providers {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.644783 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: subnetpools {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.646309 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: subnetpools {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.647843 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: tags {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.649668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: tags {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.651596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: tags {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.653476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: tags {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.655370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: tags {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.657181 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: tags {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.659367 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: tags {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.661355 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: tags {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.663343 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: tags {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.665976 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.extensions [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Extended resource: tags {{(pid=83929) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 00:24:31.681274 dv-cinder-759943-4-smb neutron-server[83929]: WARNING keystonemiddleware.auth_token [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 00:24:31.687281 dv-cinder-759943-4-smb neutron-server[83929]: WARNING keystonemiddleware.auth_token [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 00:24:31.696322 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Acquired lock "singleton_lock" {{(pid=83929) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 00:24:31.696847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Releasing lock "singleton_lock" {{(pid=83929) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 00:24:31.698321 dv-cinder-759943-4-smb neutron-server[83929]: INFO oslo_service.service [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Starting 2 workers Feb 17 00:24:31.703246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Started child 84042 {{(pid=83929) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 00:24:31.707174 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:31.708055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Started child 84043 {{(pid=83929) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 00:24:31.708636 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [-] (84042) wsgi starting up on http://0.0.0.0:9696 Feb 17 00:24:31.709612 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.service [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 00:24:31.710284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Notify callbacks [] for process, before_spawn {{(pid=83929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:31.712190 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:31.713179 dv-cinder-759943-4-smb neutron-server[83929]: INFO oslo_service.service [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Starting 1 workers Feb 17 00:24:31.713609 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [-] (84043) wsgi starting up on http://0.0.0.0:9696 Feb 17 00:24:31.719156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Started child 84044 {{(pid=83929) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 00:24:31.719675 dv-cinder-759943-4-smb neutron-server[83929]: INFO oslo_service.service [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Starting 1 workers Feb 17 00:24:31.721109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.service [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] calling RpcWorker wait() {{(pid=84044) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 00:24:31.721542 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.service [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] returning from RpcWorker wait() {{(pid=84044) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 00:24:31.723058 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:31.723573 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:24:31.724532 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Started child 84045 {{(pid=83929) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 00:24:31.725369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76f761f5-18d9-4359-88e2-08fb8f6484d9 None None] Notify callbacks [] for process, after_spawn {{(pid=83929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:31.727721 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83929) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 00:24:31.727954 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 00:24:31.728156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 00:24:31.728414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 00:24:31.728808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 00:24:31.728998 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 00:24:31.729591 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.729891 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.730189 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.730289 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:31.730469 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.730793 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.731425 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:24:31.731524 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.731711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.732010 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.732313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.732583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.732775 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.732964 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.733259 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.733555 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.733886 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.734167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.734442 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.734730 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.734934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.735196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.735502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.735782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.736073 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] debug = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.736343 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.736910 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.737162 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.737489 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.737748 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.738035 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.738298 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.738587 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.738876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.739119 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.739394 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.739668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.739904 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.740161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.740448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.740691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.741151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] host = dv-cinder-759943-4-smb {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.741444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.741692 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.741954 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.742853 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.743128 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.743388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.743697 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.743975 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.744249 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.744501 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.744766 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.745013 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.745272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.745662 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_file = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.745857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_options = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.746150 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.746435 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.746735 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.746937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.747127 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.747311 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.747605 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.747766 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.748047 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.748306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.748545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.748786 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.749052 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.749331 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.749614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.749861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.750152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.750388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.750687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.750977 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.751256 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.751527 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.751769 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.752026 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.752269 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.752514 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.752772 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.753013 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.754294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.754294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.754775 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.754919 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.755276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.755414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.755689 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.755942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.756213 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.756533 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.756808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.757079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.757397 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.757660 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.758057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.758269 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.758427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.758683 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] use_json = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.758916 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.759165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.759456 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.759720 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.759984 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.760235 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.760481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.760764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.761227 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.761543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.761893 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.762153 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.762443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.762729 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.763024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.763277 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.763546 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.763814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.764176 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.764430 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.764762 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.765035 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.765336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.766079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.766079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.783545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.783545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.783545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.783545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.783545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.783545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.783545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.783545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.784545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.784545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.784545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.784545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.784545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.784545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.784545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.784545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.785459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.785459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.785459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.785459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.785459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.785459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.785459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.785459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.785459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.786540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.786540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.786540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.786540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.786540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.786540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.786540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.786540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.786540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.787303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.787303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.787303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.787303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.787303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.787303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.787303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.787303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.787303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.788753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.790203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.790203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.790203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.790203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.790203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.790203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.790203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.790203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.791661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.791661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.791661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.791661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.791661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.791661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.791661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.791661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.792997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.793668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.793668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.793668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.793668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.793668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.793668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.793668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.793668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.794337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.794337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.794337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.794337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.794337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.794337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.794337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.794337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.794337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.795160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.795160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.795160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.795160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.795502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.795594 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.795830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.796081 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.796328 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.796658 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.798846 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.799133 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.800234 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.800574 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.800864 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.801171 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.801516 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.801782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.802046 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.802331 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.802584 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.802857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.803108 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.803367 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.803651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.803901 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.804189 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.804437 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.807927 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.808252 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.808533 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.808824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.809124 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.809413 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.809679 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.809967 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.810231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.810494 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.810751 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.811004 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.811299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.811558 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.811874 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.812169 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.812437 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.812727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.812995 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.813299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.813551 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.813833 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.814093 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.814343 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.814592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.814847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.815101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.815367 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.815631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.815867 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.816212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.816467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.816824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.817104 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.817396 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.817668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.818024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.818299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.818574 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.818830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.819085 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.819335 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.819590 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.819893 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.820167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.820479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.820738 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.821051 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.821326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.821583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.821831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.822188 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.822467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.822727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.822981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.823231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.823495 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.823739 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.823980 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.824231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.824474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.824736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.824982 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.825252 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.825510 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.825752 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.826067 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.826358 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.826613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.826925 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.827198 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.827497 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.827772 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.828230 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.828480 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.828759 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.829031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.829359 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.829614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.829934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.830298 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.830644 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.830967 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.831272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.831602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.831899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.832222 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.832471 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.832766 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.833144 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.833457 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.833736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.837233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.837233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.837233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.837233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.837233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.837233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.837233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.837233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.837233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.838467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.838467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.838467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.838467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.838467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.838467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.838467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.838467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.839518 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 00:24:31.839518 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83929) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 00:24:31.839518 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 00:24:31.839518 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 00:24:31.839518 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 00:24:31.839518 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 00:24:31.840275 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 00:24:31.840275 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.840275 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.840275 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.840787 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.840787 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.840787 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.841177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.841177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.841177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.841589 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.841589 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.841868 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.841868 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.842139 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.842139 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.842409 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.842409 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.842669 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.842806 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.842958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.843098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.843235 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.843372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] debug = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.843507 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.843710 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.843901 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.844076 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.844292 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.844448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.844631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.844815 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.845003 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.845186 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.845384 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.845523 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.845702 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.845885 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.846070 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.846226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.846407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] host = dv-cinder-759943-4-smb {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.846592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.846775 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.846929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.847114 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.847295 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.847479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.847661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.847844 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.848025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.848242 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.848427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.848589 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.848766 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.848918 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_file = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.849104 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_options = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.849314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.849499 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.849683 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.849892 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.850078 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.850237 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.850420 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.850602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.850757 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.850943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.851125 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.851309 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.852016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.852213 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.852381 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.852534 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.852713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.852899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.853083 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.853264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.853448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.853603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.853929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.853929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.854222 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.854360 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.854505 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.854650 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.854787 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.854924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.855060 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.855288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.855450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.855638 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.855820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.855975 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.856159 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.856348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.856530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.856714 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.856896 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.857050 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.857244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.857449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.857632 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.857789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] use_json = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.857971 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.858153 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.858310 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.858492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.858648 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.858829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.859010 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.859192 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 00:24:31.859396 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.859583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.859782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.859969 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.860131 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.860316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.860503 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.860689 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.860874 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.861059 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.861279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.861458 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.861655 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.861840 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.862026 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.862211 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.862398 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.862586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.862771 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.862955 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.863140 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.863325 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.863528 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.863715 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.863926 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.864109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.864254 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.864442 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.864630 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.864817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.865004 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.865190 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.865396 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.865586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.865772 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.865960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.866145 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.866333 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.866522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.866711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.866900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.867085 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.867820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.868007 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.868335 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.868535 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.868725 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.868916 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.869104 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.869316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.869515 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.869702 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.869887 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.870071 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.870258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.870444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.870630 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.870815 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.871000 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.871186 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.871372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.871572 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.871758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.871946 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.872130 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.872316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.872502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.872686 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.872871 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.873057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.874308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.874308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.874308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.874308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.874308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.874308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.874308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.874900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.874900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.874900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.874900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.875229 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.875229 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.875406 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.875543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.875744 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.875932 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.876120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.876308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.876492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.876680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.876867 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.877053 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.877255 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.877445 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.877665 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.877807 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.877946 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.878112 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.878296 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.878528 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.878672 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.878808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.878943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.879122 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.879307 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.879492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.879677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.879864 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.880019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.880206 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.880402 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.880589 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.880776 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.880961 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.881153 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.881394 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.881582 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.881805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.881959 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.882097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.882233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.882388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.882570 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.882788 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.883100 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.883296 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.883492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.883690 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.883876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.884061 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.884323 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.884473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.884612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.884802 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.884988 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.885173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.885383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.885570 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.885758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.885945 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.886132 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.886317 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.886505 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.886659 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.886848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.887032 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.887218 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.887405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.887592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.887778 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.887964 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.888149 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.888334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.888518 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.888746 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.888882 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.889017 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.889159 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.889364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.889550 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.889735 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.889922 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.890107 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.890307 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.890475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.890613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.890762 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.890945 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.891131 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.891317 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.891504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.891691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.891913 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.892054 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.892190 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.892362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.892545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.892732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.892919 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.893105 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.893316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.893502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.893690 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.893877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.894066 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.894253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.894473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.894615 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.894751 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.894934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.895118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.895303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.895488 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.895680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.895865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.896052 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.896237 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.896424 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.896611 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.896796 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.896981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.897167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.897373 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.897559 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.897777 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.897987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.898175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.898944 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.899177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.899369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.899567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.899754 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.899939 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.900124 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.900308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.900503 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.900687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.900871 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.901055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.901274 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.901432 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.901618 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.901801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.902021 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.902161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.902298 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.902475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.902672 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.902859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.903045 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.903231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.903421 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.903616 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.903780 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.903941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.904137 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.904314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.904497 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.904653 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.904835 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.905030 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.905229 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.905426 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.905624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.905809 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.905995 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.906188 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.906376 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.906548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.906728 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.906917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.907104 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.907267 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.907448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.907885 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.908071 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.908243 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.908396 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.908580 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.908755 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.908917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.909155 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.909344 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 00:24:31.909449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83929) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 00:24:31.911246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:24:32.005676 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60522) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:32.017229 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093038 Feb 17 00:24:42.768632 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca96bcb-8a67-49b4-8d1d-faa5e388fcf1 None None] get_active_networks_info from dv-cinder-759943-4-smb {{(pid=84044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 00:24:42.886082 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca96bcb-8a67-49b4-8d1d-faa5e388fcf1 None None] No non-hosted networks {{(pid=84044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 00:24:42.913179 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agentschedulers_db [None req-fca96bcb-8a67-49b4-8d1d-faa5e388fcf1 None None] DHCP Agent not found on host dv-cinder-759943-4-smb {{(pid=84044) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 17 00:24:43.116199 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1a882c6f-a055-448a-9e2f-4eb401b36aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961'] for agent, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:45.249282 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-59087644-b214-43fd-a080-046e5495366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961'] for agent, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:45.311960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6d8529ef-6b1e-4eb7-a13b-f31aa0bede55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:45.334645 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961'] for agent, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:46.523913 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961'] for agent, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:46.524511 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:46.524882 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:46.525266 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:46.525638 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:46.526003 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:46.526366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:46.526729 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:46.527094 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:46.527457 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:46.527817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:46.528181 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:46.528539 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:46.528956 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759943-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:24:46.545331 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759943-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:24:46.900485 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961'] for agent, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:47.571763 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_hamode_db [None req-7725b7a2-4836-4863-9c87-0b39bdfd2c6b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 00:24:47.662588 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725b7a2-4836-4863-9c87-0b39bdfd2c6b None None] Routers set() bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:24:47.663063 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725b7a2-4836-4863-9c87-0b39bdfd2c6b None None] Router IDs set() for agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 00:24:48.370311 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60614) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:48.496071 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] get_endpoint_by_host() called for host dv-cinder-759943-4-smb {{(pid=84044) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 00:24:48.500865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] get_endpoint_by_ip() called for ip 192.168.0.52 {{(pid=84044) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 00:24:48.504126 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] _add_endpoint() called for ip 192.168.0.52 {{(pid=84044) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 00:24:48.545979 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] _get_endpoints() called {{(pid=84044) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 00:24:48.995653 dv-cinder-759943-4-smb neutron-server[83929]: WARNING oslo_policy.policy [None req-905cba7b-653d-4c43-945b-b99d54ad00a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:24:48.996257 dv-cinder-759943-4-smb neutron-server[83929]: WARNING oslo_policy.policy [None req-905cba7b-653d-4c43-945b-b99d54ad00a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:24:49.228775 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [None req-905cba7b-653d-4c43-945b-b99d54ad00a2 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:24:49.229908 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-905cba7b-653d-4c43-945b-b99d54ad00a2 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8585706 Feb 17 00:24:51.997958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60630) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:52.386749 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-428cac25-54d0-414c-a814-52b593da7060 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:24:52.455425 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.policy [None req-428cac25-54d0-414c-a814-52b593da7060 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84043) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 00:24:52.492008 dv-cinder-759943-4-smb neutron-server[83929]: WARNING oslo_policy.policy [None req-428cac25-54d0-414c-a814-52b593da7060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:24:52.492413 dv-cinder-759943-4-smb neutron-server[83929]: WARNING oslo_policy.policy [None req-428cac25-54d0-414c-a814-52b593da7060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:24:52.518692 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota [None req-428cac25-54d0-414c-a814-52b593da7060 admin admin] Loaded quota_driver: . Feb 17 00:24:52.535136 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-428cac25-54d0-414c-a814-52b593da7060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:24:52.625957 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-428cac25-54d0-414c-a814-52b593da7060 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768568812262', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768568764540', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768568760915', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768568783797', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768568782364', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-601068', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-836875', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846760187', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8062910'] for rbac-policy, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:52.786028 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-428cac25-54d0-414c-a814-52b593da7060 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:52.787285 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-428cac25-54d0-414c-a814-52b593da7060 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7883084 Feb 17 00:24:55.757773 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60644) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:24:56.139633 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Request body: {'network': {'project_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'admin_state_up': True, 'name': 'private'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:24:56.145481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:24:56.151111 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Usage tracker for resource:network and tenant:bd3e36e68c5e4c3aa63f91a7a23287ce is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:24:56.154973 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:24:56.161444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:24:56.197193 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Made reservation on behalf of bd3e36e68c5e4c3aa63f91a7a23287ce for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:24:56.203268 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:56.222347 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:56.392259 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:24:56.396055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Usage tracker for resource:security_group_rule and tenant:bd3e36e68c5e4c3aa63f91a7a23287ce is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:24:56.400281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:24:56.405851 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:24:56.615202 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:56.648311 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:56.652953 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:24:56.676026 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:24:56.701910 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268288631839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:56.702382 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Added segment 464b4c59-e1b0-4eca-bd7f-735191b5a34f of type vxlan for network 6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870 Feb 17 00:24:56.710974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67439983-66b5-4dff-9110-0d5f7875e475,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:24:56.767572 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:56.768043 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:56.768280 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:56.768637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:56.768987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:56.769388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:56.769738 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:56.770086 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:56.770447 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:56.770794 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:56.771138 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:56.771484 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Tracked resource versions report: Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: pushed versions: Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: { 'AddressGroup': {'1.1'}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': {'1.0'}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': {'1.0'}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': {'1.1'}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': {'1.7'}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': {'1.2'}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': {'1.8'}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': {'1.4'}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': {'1.0'}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': {'1.1'}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': {'1.1'}} Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: consumer versions: Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: { DHCP agent@dv-cinder-759943-4-smb: {}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: L3 agent@dv-cinder-759943-4-smb: {}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: Metadata agent@dv-cinder-759943-4-smb: {}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: Metering agent@dv-cinder-759943-4-smb: {}, Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: Open vSwitch agent@dv-cinder-759943-4-smb: { 'AddressGroup': '1.1', Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': '1.0', Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': '1.0', Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': '1.1', Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': '1.7', Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': '1.2', Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': '1.8', Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': '1.4', Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': '1.2', Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': '1.0', Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': '1.1', Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': '1.1'}} Feb 17 00:24:56.772612 dv-cinder-759943-4-smb neutron-server[83929]: {{(pid=84043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:24:56.808217 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:24:56.824452 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:56.893986 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:56.895307 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:24:56.895951 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:24:56.901475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:24:57.011097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Pushing event updated for resources: {'Network': ['ID=6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:24:57.016722 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:24:57.024736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network 6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870 details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:24:57.049242 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.2903185 Feb 17 00:25:00.204074 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60660) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:00.679213 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4227da5f-e68b-4f3b-bad1-b8b327160499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:00.680651 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-4227da5f-e68b-4f3b-bad1-b8b327160499 admin admin] 10.222.0.38 "GET /v2.0/networks/6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870 HTTP/1.1" status: 200 len: 818 time: 0.4755530 Feb 17 00:25:00.711373 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-acf25c43-1961-4e73-a98a-7fc9892c14a2 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/de175561-b84c-4ac1-9c9e-74ad9b5aefd6 HTTP/1.1" status: 200 len: 734 time: 0.0244925 Feb 17 00:25:00.720955 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Request body: {'subnet': {'subnetpool_id': 'de175561-b84c-4ac1-9c9e-74ad9b5aefd6', 'ip_version': 4, 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:00.725322 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:00.729730 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Usage tracker for resource:subnet and tenant:bd3e36e68c5e4c3aa63f91a7a23287ce is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:00.732628 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:00.738166 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:00.848376 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Made reservation on behalf of bd3e36e68c5e4c3aa63f91a7a23287ce for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:25:00.852929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:01.396361 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:01.411082 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:01.550857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d441240-be35-4acb-81f9-7e652b173cea,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:01.557187 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:01.611353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Checking segment: {'id': '464b4c59-e1b0-4eca-bd7f-735191b5a34f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:25:01.611734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Network hostable DHCP agents. Network: 6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:25:01.665423 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Network 6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870 is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:25:01.699500 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, 6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:01.703851 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:01.704484 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:01.709513 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520e912-741c-446e-ba65-4b6bbde38a5a None None] Network 6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:25:01.751877 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0345964 Feb 17 00:25:02.207675 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33256139-5d30-5872-8566-df738a37a53a-6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870', 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'fixed_ips': [{'subnet_id': '4d441240-be35-4acb-81f9-7e652b173cea'}]}} from dv-cinder-759943-4-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:25:02.208749 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:02.544112 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Allocated IP 172.20.0.2 (6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870/4d441240-be35-4acb-81f9-7e652b173cea/a301e9b1-fc27-4b4a-b174-49d7e9d37cbd) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:25:02.789513 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:02.845427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Transition to ACTIVE for port object a301e9b1-fc27-4b4a-b174-49d7e9d37cbd will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:25:02.863604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Transition to ACTIVE for port object a301e9b1-fc27-4b4a-b174-49d7e9d37cbd will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:25:02.888997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:02.906102 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:03.046046 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Pushing event updated for resources: {'Port': ['ID=a301e9b1-fc27-4b4a-b174-49d7e9d37cbd,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:03.056976 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:03.057383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:03.057764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:03.058136 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:03.058504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:03.058872 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:03.059236 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:03.059596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:03.059958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:03.060565 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:03.061170 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:03.061687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Tracked resource versions report: Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: pushed versions: Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: { 'AddressGroup': {'1.1'}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': {'1.0'}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': {'1.0'}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': {'1.1'}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': {'1.7'}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': {'1.2'}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': {'1.8'}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': {'1.4'}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': {'1.0'}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': {'1.1'}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': {'1.1'}} Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: consumer versions: Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: { DHCP agent@dv-cinder-759943-4-smb: {}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: L3 agent@dv-cinder-759943-4-smb: {}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: Metadata agent@dv-cinder-759943-4-smb: {}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: Metering agent@dv-cinder-759943-4-smb: {}, Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: Open vSwitch agent@dv-cinder-759943-4-smb: { 'AddressGroup': '1.1', Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': '1.0', Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': '1.0', Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': '1.1', Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': '1.7', Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': '1.2', Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': '1.8', Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': '1.4', Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': '1.2', Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': '1.0', Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': '1.1', Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': '1.1'}} Feb 17 00:25:03.062838 dv-cinder-759943-4-smb neutron-server[83929]: {{(pid=84044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:25:03.078348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:03.122077 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Network 6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:25:03.123301 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:03.126189 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:25:03.199054 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Attempting to bind port a301e9b1-fc27-4b4a-b174-49d7e9d37cbd on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:25:03.199488 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Attempting to bind port a301e9b1-fc27-4b4a-b174-49d7e9d37cbd by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': '464b4c59-e1b0-4eca-bd7f-735191b5a34f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:25:03.199929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Attempting to bind port a301e9b1-fc27-4b4a-b174-49d7e9d37cbd on network 6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:25:03.205494 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:25:03.206497 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Checking segment: {'id': '464b4c59-e1b0-4eca-bd7f-735191b5a34f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:25:03.206497 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:03.206814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Bound using segment: {'id': '464b4c59-e1b0-4eca-bd7f-735191b5a34f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:25:03.207336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Bound port: a301e9b1-fc27-4b4a-b174-49d7e9d37cbd, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464b4c59-e1b0-4eca-bd7f-735191b5a34f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:25:03.207719 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:03.301725 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] For port a301e9b1-fc27-4b4a-b174-49d7e9d37cbd, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:25:03.305963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] For port a301e9b1-fc27-4b4a-b174-49d7e9d37cbd, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=a301e9b1-fc27-4b4a-b174-49d7e9d37cbd,segment=NetworkSegment(464b4c59-e1b0-4eca-bd7f-735191b5a34f),segment_id=464b4c59-e1b0-4eca-bd7f-735191b5a34f)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:25:03.368856 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:03.384801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:03.534418 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Pushing event updated for resources: {'Port': ['ID=a301e9b1-fc27-4b4a-b174-49d7e9d37cbd,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:03.537655 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:04.482932 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60670) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:04.880419 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [None req-2902c6c9-3ad8-4f52-b103-0b350630876e admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:25:04.881684 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-2902c6c9-3ad8-4f52-b103-0b350630876e admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3977866 Feb 17 00:25:07.635253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60684) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:08.027409 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [None req-4fff08de-7873-4dac-bc19-44703402a77d admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:25:08.028493 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-4fff08de-7873-4dac-bc19-44703402a77d admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3922920 Feb 17 00:25:08.530141 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d684dc59-78bd-4132-9b8c-44efc6d82e55 None None] Network 6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:25:08.593081 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a301e9b1-fc27-4b4a-b174-49d7e9d37cbd up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:25:08.718035 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-55e534a7-a582-46b3-9bc2-1c0b07b179d7 None None] Provisioning for port a301e9b1-fc27-4b4a-b174-49d7e9d37cbd completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:25:08.760915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port a301e9b1-fc27-4b4a-b174-49d7e9d37cbd completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:25:08.771192 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port a301e9b1-fc27-4b4a-b174-49d7e9d37cbd triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:08.771610 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:08.965083 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:09.004412 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port a301e9b1-fc27-4b4a-b174-49d7e9d37cbd, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=a301e9b1-fc27-4b4a-b174-49d7e9d37cbd,segment=NetworkSegment(464b4c59-e1b0-4eca-bd7f-735191b5a34f),segment_id=464b4c59-e1b0-4eca-bd7f-735191b5a34f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:25:09.025949 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:09.028808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0bfbc921-5df0-4dc5-8c0f-04256e8c05c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:09.107665 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=a301e9b1-fc27-4b4a-b174-49d7e9d37cbd,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:09.111201 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:09.256275 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-935cbb00-ddde-4ca0-84f9-f9bc01a2045c None None] Provisioning complete for port a301e9b1-fc27-4b4a-b174-49d7e9d37cbd triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:09.256589 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-935cbb00-ddde-4ca0-84f9-f9bc01a2045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:09.502156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-c38bcf36-ae8c-473c-926a-66415d82d554 None None] Provisioning complete for port a301e9b1-fc27-4b4a-b174-49d7e9d37cbd triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:09.502501 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c38bcf36-ae8c-473c-926a-66415d82d554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:10.557127 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a301e9b1-fc27-4b4a-b174-49d7e9d37cbd up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:25:10.630830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port a301e9b1-fc27-4b4a-b174-49d7e9d37cbd triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:10.631242 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:10.795084 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:25:11.086862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60698) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:11.463504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-157c2747-4b75-4dad-9c71-3f0272f0913f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'admin_state_up': True}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:11.468812 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-157c2747-4b75-4dad-9c71-3f0272f0913f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:11.472829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-157c2747-4b75-4dad-9c71-3f0272f0913f admin admin] Usage tracker for resource:router and tenant:bd3e36e68c5e4c3aa63f91a7a23287ce is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:11.476170 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-157c2747-4b75-4dad-9c71-3f0272f0913f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:11.481884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-157c2747-4b75-4dad-9c71-3f0272f0913f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:11.528446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-157c2747-4b75-4dad-9c71-3f0272f0913f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8263885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745214'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:11.529789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-157c2747-4b75-4dad-9c71-3f0272f0913f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8263738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8336768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846462037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30601'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:11.605050 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-157c2747-4b75-4dad-9c71-3f0272f0913f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:11.735023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-157c2747-4b75-4dad-9c71-3f0272f0913f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846511942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8337176'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:11.779767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-157c2747-4b75-4dad-9c71-3f0272f0913f admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:11.781030 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-157c2747-4b75-4dad-9c71-3f0272f0913f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6931164 Feb 17 00:25:12.665802 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3c643ee3-862d-46c0-bbb8-f9dae5695601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:14.488917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60708) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:14.875353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [None req-3c998f95-8b34-4273-b1a4-92c0b27a4fb6 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:25:14.876413 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-3c998f95-8b34-4273-b1a4-92c0b27a4fb6 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3864818 Feb 17 00:25:15.226378 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:15.253951 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-28334ed0-9320-4e8d-b79e-5d79cb7cb860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:16.522177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:16.807859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:17.689778 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60728) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:17.849732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:17.854600 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:17.858575 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Usage tracker for resource:network and tenant:40f86a5bd50c4c6aa3f42ed986eaeaeb is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:17.862071 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:17.868204 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:17.956291 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Made reservation on behalf of 40f86a5bd50c4c6aa3f42ed986eaeaeb for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:25:17.960833 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:17.973240 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:17.987900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:17.992425 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Usage tracker for resource:security_group_rule and tenant:40f86a5bd50c4c6aa3f42ed986eaeaeb is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:17.995456 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:18.001403 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:18.256134 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:18.287838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:18.292980 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:18.308723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Reserving flat network on physical network physnet1 {{(pid=84043) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 00:25:18.323242 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510e7467-8baa-4f2d-9b5e-8b341eb864e3,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:18.326581 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:18.372868 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268288631839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:18.373515 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Unsubscribe: segment precommit_create {{(pid=84043) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 00:25:18.373946 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Added segment a810a56a-1f4e-41ca-8b75-dc9672ecd6ac of type flat for network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a Feb 17 00:25:18.504118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:18.567893 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:18.569154 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:18.569915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:18.574665 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-559c11f7-03a4-4adf-8011-a4eaad590721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:18.676779 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Pushing event updated for resources: {'Network': ['ID=3cbdbc70-d7bd-4bf3-84f2-140283f8882a,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:18.681326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:18.687974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:25:18.700237 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0093560 Feb 17 00:25:21.234147 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60748) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:21.349963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf9f8c-5cf4-4466-b8b8-453c99d8d1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:21.351924 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-fcbf9f8c-5cf4-4466-b8b8-453c99d8d1c3 admin admin] 10.222.0.38 "GET /v2.0/subnets/4d441240-be35-4acb-81f9-7e652b173cea HTTP/1.1" status: 200 len: 849 time: 0.1167476 Feb 17 00:25:21.500791 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-fde74c61-6309-4b3c-9241-de05cb6791d5 admin admin] 10.222.0.38 "GET /v2.0/routers/73ecf754-38aa-4794-bfcd-df696d7e4536 HTTP/1.1" status: 200 len: 704 time: 0.1427372 Feb 17 00:25:22.131240 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:22.518023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Allocated IP 172.20.0.1 (6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870/4d441240-be35-4acb-81f9-7e652b173cea/f73fad40-1361-4868-a642-7c74e7bebc8b) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:25:22.790376 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:22.807940 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Transition to ACTIVE for port object f73fad40-1361-4868-a642-7c74e7bebc8b will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:25:22.922668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:22.937274 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:23.067824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Pushing event updated for resources: {'Port': ['ID=f73fad40-1361-4868-a642-7c74e7bebc8b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:23.074039 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:23.129069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Network 6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:25:23.130182 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:23.132519 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:25:23.133033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846502655'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:23.344883 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-f8956abc-c347-4d8f-bb78-8ee427aaa891 None None] Provisioning for port f73fad40-1361-4868-a642-7c74e7bebc8b completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:25:23.349832 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-f8956abc-c347-4d8f-bb78-8ee427aaa891 None None] Provisioning complete for port f73fad40-1361-4868-a642-7c74e7bebc8b triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:23.368630 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f8956abc-c347-4d8f-bb78-8ee427aaa891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:23.405552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-f8956abc-c347-4d8f-bb78-8ee427aaa891 None None] Port f73fad40-1361-4868-a642-7c74e7bebc8b cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:25:23.435591 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:23.719944 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:23.767650 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:23.768750 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846806355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8273255'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:23.783756 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:23.916830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Pushing event updated for resources: {'Port': ['ID=f73fad40-1361-4868-a642-7c74e7bebc8b,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:23.920973 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:23.973752 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Network 6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:25:23.974823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:24.231631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-92765af3-8938-4d3b-b9a1-74987d919b5d None None] Provisioning complete for port f73fad40-1361-4868-a642-7c74e7bebc8b triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:24.231979 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-92765af3-8938-4d3b-b9a1-74987d919b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:24.294886 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-92765af3-8938-4d3b-b9a1-74987d919b5d None None] Port f73fad40-1361-4868-a642-7c74e7bebc8b cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:25:24.368289 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Router 73ecf754-38aa-4794-bfcd-df696d7e4536 is scheduled to L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:25:24.527252 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:25:24.536625 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] 10.222.0.38 "PUT /v2.0/routers/73ecf754-38aa-4794-bfcd-df696d7e4536/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0302041 Feb 17 00:25:24.537146 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Sync routers for ids ['73ecf754-38aa-4794-bfcd-df696d7e4536'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:25:24.548996 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Routers {'73ecf754-38aa-4794-bfcd-df696d7e4536'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:25:24.549948 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:25:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['73ecf754-38aa-4794-bfcd-df696d7e4536'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:24.735556 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Set router 73ecf754-38aa-4794-bfcd-df696d7e4536 gateway port host: None {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:25:25.289853 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'name': 'router1', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:11Z', 'updated_at': '2021-02-17T00:25:23Z', 'revision_number': 2, 'project_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'gw_port_host': None, '_interfaces': [{'id': 'f73fad40-1361-4868-a642-7c74e7bebc8b', 'name': '', 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'mac_address': 'fa:16:3e:d1:7a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d441240-be35-4acb-81f9-7e652b173cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:22Z', 'updated_at': '2021-02-17T00:25:23Z', 'revision_number': 2, 'project_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'subnets': [{'id': '4d441240-be35-4acb-81f9-7e652b173cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de175561-b84c-4ac1-9c9e-74ad9b5aefd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:25.294882 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Checking router: 73ecf754-38aa-4794-bfcd-df696d7e4536 for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:25:25.295284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Updating router 73ecf754-38aa-4794-bfcd-df696d7e4536 port f73fad40-1361-4868-a642-7c74e7bebc8b binding host dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:25:25.353697 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:25.798429 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:25.812768 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Transition to ACTIVE for port object f73fad40-1361-4868-a642-7c74e7bebc8b will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:25:25.848308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:25.864538 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:26.005081 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Pushing event updated for resources: {'Port': ['ID=f73fad40-1361-4868-a642-7c74e7bebc8b,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:26.027841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:26.028216 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:26.028593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:26.028958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:26.029342 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:26.029705 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:26.030066 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:26.030416 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:26.030772 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:26.031142 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:26.031476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:26.032076 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Tracked resource versions report: Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: pushed versions: Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: { 'AddressGroup': {'1.1'}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': {'1.0'}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': {'1.0'}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': {'1.1'}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': {'1.7'}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': {'1.2'}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': {'1.8'}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': {'1.4'}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': {'1.0'}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': {'1.1'}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': {'1.1'}} Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: consumer versions: Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: { DHCP agent@dv-cinder-759943-4-smb: {}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: L3 agent@dv-cinder-759943-4-smb: {}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: Metadata agent@dv-cinder-759943-4-smb: {}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: Metering agent@dv-cinder-759943-4-smb: {}, Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: Open vSwitch agent@dv-cinder-759943-4-smb: { 'AddressGroup': '1.1', Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': '1.0', Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': '1.0', Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': '1.1', Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': '1.7', Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': '1.2', Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': '1.8', Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': '1.4', Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': '1.2', Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': '1.0', Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': '1.1', Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': '1.1'}} Feb 17 00:25:26.033246 dv-cinder-759943-4-smb neutron-server[83929]: {{(pid=84045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:25:26.051768 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:26.202156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Attempting to bind port f73fad40-1361-4868-a642-7c74e7bebc8b on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:25:26.202581 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Attempting to bind port f73fad40-1361-4868-a642-7c74e7bebc8b by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': '464b4c59-e1b0-4eca-bd7f-735191b5a34f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:25:26.203017 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Attempting to bind port f73fad40-1361-4868-a642-7c74e7bebc8b on network 6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870 {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:25:26.209109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:25:26.209537 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Checking segment: {'id': '464b4c59-e1b0-4eca-bd7f-735191b5a34f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:25:26.210591 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:26.211025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Bound using segment: {'id': '464b4c59-e1b0-4eca-bd7f-735191b5a34f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:25:26.211579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Bound port: f73fad40-1361-4868-a642-7c74e7bebc8b, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464b4c59-e1b0-4eca-bd7f-735191b5a34f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:25:26.212005 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:26.305942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] For port f73fad40-1361-4868-a642-7c74e7bebc8b, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:25:26.311263 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] For port f73fad40-1361-4868-a642-7c74e7bebc8b, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=f73fad40-1361-4868-a642-7c74e7bebc8b,segment=NetworkSegment(464b4c59-e1b0-4eca-bd7f-735191b5a34f),segment_id=464b4c59-e1b0-4eca-bd7f-735191b5a34f)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:25:26.357005 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:26.372996 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:26.532941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Pushing event updated for resources: {'Port': ['ID=f73fad40-1361-4868-a642-7c74e7bebc8b,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:26.538582 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:26.605062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Routers {'73ecf754-38aa-4794-bfcd-df696d7e4536'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:25:26.605873 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:25:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['73ecf754-38aa-4794-bfcd-df696d7e4536'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:26.772737 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] Set router 73ecf754-38aa-4794-bfcd-df696d7e4536 gateway port host: None {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:25:27.075410 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60760) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:27.115688 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'name': 'router1', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:11Z', 'updated_at': '2021-02-17T00:25:23Z', 'revision_number': 2, 'project_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'gw_port_host': None, '_interfaces': [{'id': 'f73fad40-1361-4868-a642-7c74e7bebc8b', 'name': '', 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'mac_address': 'fa:16:3e:d1:7a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d441240-be35-4acb-81f9-7e652b173cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:22Z', 'updated_at': '2021-02-17T00:25:26Z', 'revision_number': 4, 'project_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'subnets': [{'id': '4d441240-be35-4acb-81f9-7e652b173cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de175561-b84c-4ac1-9c9e-74ad9b5aefd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:27.122575 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ecdf83-1f02-480f-bb55-3d942cc967b2 None None] The sync data for ids ['73ecf754-38aa-4794-bfcd-df696d7e4536'] in dv-cinder-759943-4-smb is: [{'id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'name': 'router1', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:11Z', 'updated_at': '2021-02-17T00:25:23Z', 'revision_number': 2, 'project_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'gw_port_host': None, '_interfaces': [{'id': 'f73fad40-1361-4868-a642-7c74e7bebc8b', 'name': '', 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'mac_address': 'fa:16:3e:d1:7a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d441240-be35-4acb-81f9-7e652b173cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:22Z', 'updated_at': '2021-02-17T00:25:26Z', 'revision_number': 4, 'project_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'subnets': [{'id': '4d441240-be35-4acb-81f9-7e652b173cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de175561-b84c-4ac1-9c9e-74ad9b5aefd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:25:27.236257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341874a9-75b2-46a5-a128-09694c7d7fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:27.236876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-341874a9-75b2-46a5-a128-09694c7d7fe7 admin admin] Synchronizing usage tracker for tenant:40f86a5bd50c4c6aa3f42ed986eaeaeb on resource:network {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:25:27.282469 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-341874a9-75b2-46a5-a128-09694c7d7fe7 admin admin] Unset dirty status for tenant:40f86a5bd50c4c6aa3f42ed986eaeaeb on resource:network {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:25:27.283655 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-341874a9-75b2-46a5-a128-09694c7d7fe7 admin admin] 10.222.0.38 "GET /v2.0/networks/3cbdbc70-d7bd-4bf3-84f2-140283f8882a HTTP/1.1" status: 200 len: 842 time: 0.2072120 Feb 17 00:25:27.294726 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'name': 'public-subnet', 'gateway_ip': '172.28.3.1'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:27.300090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:27.304850 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Usage tracker for resource:subnet and tenant:40f86a5bd50c4c6aa3f42ed986eaeaeb is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:27.307776 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:27.313893 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:27.344900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Made reservation on behalf of 40f86a5bd50c4c6aa3f42ed986eaeaeb for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:25:27.349584 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:27.952559 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.objects.ports [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84043) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:25:27.953060 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:27.968621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d75bd3a9-2216-49fb-9491-e2fc9ba5b630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:28.111409 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e64d413-6664-47c4-a852-9f8e80de566a,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:28.114172 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:28.183355 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Checking segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:25:28.183788 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Network hostable DHCP agents. Network: 3cbdbc70-d7bd-4bf3-84f2-140283f8882a, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:25:28.254072 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:25:28.310980 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, 3cbdbc70-d7bd-4bf3-84f2-140283f8882a) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:28.314947 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:28.315594 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:28.325147 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c25e5cb-a49e-4a7f-81b7-93654d964810 None None] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:25:28.415016 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1240354 Feb 17 00:25:28.618926 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device f73fad40-1361-4868-a642-7c74e7bebc8b up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:25:28.775859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port f73fad40-1361-4868-a642-7c74e7bebc8b completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:25:28.786951 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port f73fad40-1361-4868-a642-7c74e7bebc8b triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:28.787365 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:28.817925 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8774acf2-af82-4200-b28e-a34624f77a84 None None] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:25:29.062788 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:29.139899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port f73fad40-1361-4868-a642-7c74e7bebc8b, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=f73fad40-1361-4868-a642-7c74e7bebc8b,segment=NetworkSegment(464b4c59-e1b0-4eca-bd7f-735191b5a34f),segment_id=464b4c59-e1b0-4eca-bd7f-735191b5a34f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:25:29.242443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:29.244638 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:29.317324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=f73fad40-1361-4868-a642-7c74e7bebc8b,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:29.321176 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:30.578118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device f73fad40-1361-4868-a642-7c74e7bebc8b up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:25:30.650260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port f73fad40-1361-4868-a642-7c74e7bebc8b triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:30.650604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:30.985619 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60774) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:31.197505 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-50b9afe5-6be7-4f0c-b62a-827fd83cb360 admin admin] 10.222.0.38 "GET /v2.0/routers/73ecf754-38aa-4794-bfcd-df696d7e4536 HTTP/1.1" status: 200 len: 710 time: 0.2106411 Feb 17 00:25:31.340040 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0ac4de-be2e-4e78-88de-e5fe45aade5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:31.341569 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-be0ac4de-be2e-4e78-88de-e5fe45aade5f admin admin] 10.222.0.38 "GET /v2.0/networks/3cbdbc70-d7bd-4bf3-84f2-140283f8882a HTTP/1.1" status: 200 len: 886 time: 0.1382012 Feb 17 00:25:31.351936 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:25:31.815855 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846438621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846511957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773401'] for router, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:32.354727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:32.419551 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:32.432492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:32.447151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:25:32.451051 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:25:32.454010 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:25:32.459603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:25:32.689267 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:32.716012 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:32.734657 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:32.822060 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ed2343-c62b-4de7-a2c2-e72f121368c1,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:32.826565 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:32.988969 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Allocated IP 172.28.3.57 (3cbdbc70-d7bd-4bf3-84f2-140283f8882a/5e64d413-6664-47c4-a852-9f8e80de566a/f043c065-2543-4d4d-b023-49e9cc8670d3) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:25:33.142118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:33.202516 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:33.218472 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:33.351940 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Pushing event updated for resources: {'Port': ['ID=f043c065-2543-4d4d-b023-49e9cc8670d3,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:33.364190 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:33.406602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:25:33.407935 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:25:33.410060 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:25:33.918004 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:34.266276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846438621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846511957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773401'] for router, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:34.269724 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8337176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8337195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036846438640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8263842'] for router, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:34.643035 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Router 73ecf754-38aa-4794-bfcd-df696d7e4536 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:25:34.826931 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:25:34.838171 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Sync routers for ids ['73ecf754-38aa-4794-bfcd-df696d7e4536'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:25:34.843204 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:34.844491 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] 10.222.0.38 "PUT /v2.0/routers/73ecf754-38aa-4794-bfcd-df696d7e4536 HTTP/1.1" status: 200 len: 889 time: 3.4966493 Feb 17 00:25:34.847866 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Routers {'73ecf754-38aa-4794-bfcd-df696d7e4536'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:25:34.848518 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:25:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['73ecf754-38aa-4794-bfcd-df696d7e4536'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:35.055657 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Set router 73ecf754-38aa-4794-bfcd-df696d7e4536 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:25:35.416453 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'name': 'router1', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f043c065-2543-4d4d-b023-49e9cc8670d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:11Z', 'updated_at': '2021-02-17T00:25:33Z', 'revision_number': 4, 'project_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'gw_port': {'id': 'f043c065-2543-4d4d-b023-49e9cc8670d3', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:32Z', 'updated_at': '2021-02-17T00:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'f73fad40-1361-4868-a642-7c74e7bebc8b', 'name': '', 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'mac_address': 'fa:16:3e:d1:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d441240-be35-4acb-81f9-7e652b173cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:22Z', 'updated_at': '2021-02-17T00:25:29Z', 'revision_number': 5, 'project_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'subnets': [{'id': '4d441240-be35-4acb-81f9-7e652b173cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de175561-b84c-4ac1-9c9e-74ad9b5aefd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:35.421443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Checking router: 73ecf754-38aa-4794-bfcd-df696d7e4536 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:25:35.421841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Updating router 73ecf754-38aa-4794-bfcd-df696d7e4536 port f043c065-2543-4d4d-b023-49e9cc8670d3 binding host dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:25:35.476896 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:35.871604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:35.979193 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Transition to ACTIVE for port object f043c065-2543-4d4d-b023-49e9cc8670d3 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:25:36.041900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:36.059627 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:36.338901 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868dd9c-f08b-4f71-80bb-77b5062cef4d None None] Pushing event updated for resources: {'Port': ['ID=f043c065-2543-4d4d-b023-49e9cc8670d3,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:36.351912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e868dd9c-f08b-4f71-80bb-77b5062cef4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:36.406334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Attempting to bind port f043c065-2543-4d4d-b023-49e9cc8670d3 on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:25:36.407007 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Attempting to bind port f043c065-2543-4d4d-b023-49e9cc8670d3 by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:25:36.407409 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Attempting to bind port f043c065-2543-4d4d-b023-49e9cc8670d3 on network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:25:36.413859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:25:36.414278 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Checking segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:25:36.414727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:36.415167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Bound using segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:25:36.415703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Bound port: f043c065-2543-4d4d-b023-49e9cc8670d3, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:25:36.416247 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:36.492690 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] For port f043c065-2543-4d4d-b023-49e9cc8670d3, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:25:36.495711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] For port f043c065-2543-4d4d-b023-49e9cc8670d3, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=f043c065-2543-4d4d-b023-49e9cc8670d3,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:25:36.540276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:36.555287 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:36.700134 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868dd9c-f08b-4f71-80bb-77b5062cef4d None None] Pushing event updated for resources: {'Port': ['ID=f043c065-2543-4d4d-b023-49e9cc8670d3,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:36.705195 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e868dd9c-f08b-4f71-80bb-77b5062cef4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:36.745785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Routers {'73ecf754-38aa-4794-bfcd-df696d7e4536'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:25:36.746376 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:25:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['73ecf754-38aa-4794-bfcd-df696d7e4536'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:36.935353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] Set router 73ecf754-38aa-4794-bfcd-df696d7e4536 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:25:37.369611 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'name': 'router1', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f043c065-2543-4d4d-b023-49e9cc8670d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:11Z', 'updated_at': '2021-02-17T00:25:33Z', 'revision_number': 4, 'project_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'gw_port': {'id': 'f043c065-2543-4d4d-b023-49e9cc8670d3', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:32Z', 'updated_at': '2021-02-17T00:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'f73fad40-1361-4868-a642-7c74e7bebc8b', 'name': '', 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'mac_address': 'fa:16:3e:d1:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d441240-be35-4acb-81f9-7e652b173cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:22Z', 'updated_at': '2021-02-17T00:25:29Z', 'revision_number': 5, 'project_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'subnets': [{'id': '4d441240-be35-4acb-81f9-7e652b173cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de175561-b84c-4ac1-9c9e-74ad9b5aefd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:25:37.373728 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2191250b-659a-4ff7-ad36-9871824a86cb None None] The sync data for ids ['73ecf754-38aa-4794-bfcd-df696d7e4536'] in dv-cinder-759943-4-smb is: [{'id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'name': 'router1', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f043c065-2543-4d4d-b023-49e9cc8670d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:25:11Z', 'updated_at': '2021-02-17T00:25:33Z', 'revision_number': 4, 'project_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'gw_port': {'id': 'f043c065-2543-4d4d-b023-49e9cc8670d3', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:32Z', 'updated_at': '2021-02-17T00:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'f73fad40-1361-4868-a642-7c74e7bebc8b', 'name': '', 'network_id': '6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870', 'tenant_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'mac_address': 'fa:16:3e:d1:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ecf754-38aa-4794-bfcd-df696d7e4536', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d441240-be35-4acb-81f9-7e652b173cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:25:22Z', 'updated_at': '2021-02-17T00:25:29Z', 'revision_number': 5, 'project_id': 'bd3e36e68c5e4c3aa63f91a7a23287ce', 'subnets': [{'id': '4d441240-be35-4acb-81f9-7e652b173cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de175561-b84c-4ac1-9c9e-74ad9b5aefd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:25:37.573590 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 60784) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:25:37.701513 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dd476c-90c6-4d19-8da6-fdfb3d021a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:25:37.705278 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-93dd476c-90c6-4d19-8da6-fdfb3d021a36 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1286571 Feb 17 00:25:38.606895 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device f043c065-2543-4d4d-b023-49e9cc8670d3 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:25:38.710899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port f043c065-2543-4d4d-b023-49e9cc8670d3 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:25:38.721199 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port f043c065-2543-4d4d-b023-49e9cc8670d3 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:38.721668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:38.853945 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:38.871088 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port f043c065-2543-4d4d-b023-49e9cc8670d3, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=f043c065-2543-4d4d-b023-49e9cc8670d3,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:25:38.906475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:38.909410 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:25:38.978965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=f043c065-2543-4d4d-b023-49e9cc8670d3,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:25:38.982087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:25:40.599101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device f043c065-2543-4d4d-b023-49e9cc8670d3 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:25:40.689311 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port f043c065-2543-4d4d-b023-49e9cc8670d3 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:25:40.689311 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:42.670512 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f9ee8615-536e-4f7f-b5aa-05d8f296a28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:45.242802 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-85351c44-53f9-467b-ae17-564d8122cce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:45.264933 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:46.528750 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:46.820203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:25:47.795127 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:26:12.640998 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-288b430c-cf57-4312-bbfa-3a1f81d9b0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:15.207025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c5517106-b3fd-4995-8c6f-f7dedaa30cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:15.229693 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:16.532539 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:16.824412 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:24.794577 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:26:42.640212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-be71cb03-570a-4542-af04-e225f48e9ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:45.205938 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0f3c0a3e-b261-46ab-a433-3e3f38a99c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:45.234723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:46.532106 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:26:46.823305 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:01.794361 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:27:12.650954 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-85a2c103-8ff1-4253-9ebe-c93e581f0e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:15.211143 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-109b7320-6bdc-468f-a39a-cb911a6e473a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:15.227951 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:16.513898 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:16.890922 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:38.794164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:27:42.650826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-965b9c3d-4728-47e5-92c5-c0a8c654fff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:45.210110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-574f6827-1b4d-4cc9-bc78-68a1fd2f72b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:45.238668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:46.524245 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:46.838448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:53.162313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33128) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:27:53.238812 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.pecan_wsgi.hooks.translation [None req-243f8b15-1a7a-41d8-928f-765a9f417b7e admin admin] GET failed (client error): The resource could not be found. Feb 17 00:27:53.240107 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-243f8b15-1a7a-41d8-928f-765a9f417b7e admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0767236 Feb 17 00:27:53.383586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f6be3f-9752-481a-a2b2-274104698113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:27:53.385086 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-68f6be3f-9752-481a-a2b2-274104698113 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1401281 Feb 17 00:27:55.869457 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33138) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:27:55.984257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3125bcab-f621-4aba-b44c-f90b31e3997e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:27:55.984803 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-3125bcab-f621-4aba-b44c-f90b31e3997e admin admin] Synchronizing usage tracker for tenant:40f86a5bd50c4c6aa3f42ed986eaeaeb on resource:subnet {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:27:56.049502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-3125bcab-f621-4aba-b44c-f90b31e3997e admin admin] Unset dirty status for tenant:40f86a5bd50c4c6aa3f42ed986eaeaeb on resource:subnet {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:27:56.050770 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-3125bcab-f621-4aba-b44c-f90b31e3997e admin admin] 10.222.0.38 "GET /v2.0/subnets/4d441240-be35-4acb-81f9-7e652b173cea HTTP/1.1" status: 200 len: 849 time: 0.1802816 Feb 17 00:27:56.061890 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:27:56.194148 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:56.529844 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768565990703'] for subnet, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:56.545129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:27:56.685395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d441240-be35-4acb-81f9-7e652b173cea,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:27:56.698969 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:27:56.699352 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:27:56.699726 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:27:56.700095 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:27:56.700483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:27:56.700826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:27:56.701184 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:27:56.701580 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:27:56.701940 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:27:56.702297 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:27:56.702656 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:27:56.703011 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:27:56.706673 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:27:56.734717 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:27:56.735365 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:56.736740 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] 10.222.0.38 "PUT /v2.0/subnets/4d441240-be35-4acb-81f9-7e652b173cea HTTP/1.1" status: 200 len: 868 time: 0.6791980 Feb 17 00:27:56.739889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0000b0-d2df-4c03-9b05-f7d85eadddc9 None None] Network 6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:27:57.202727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-703c94c1-f6f9-41be-86d1-38667627f0e3 None None] Provisioning complete for port f73fad40-1361-4868-a642-7c74e7bebc8b triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:27:57.203249 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-703c94c1-f6f9-41be-86d1-38667627f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:57.337720 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-703c94c1-f6f9-41be-86d1-38667627f0e3 None None] Provisioning complete for port a301e9b1-fc27-4b4a-b174-49d7e9d37cbd triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:27:57.338019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-703c94c1-f6f9-41be-86d1-38667627f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:27:59.273268 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33148) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:27:59.458468 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b8a63-6e35-4376-9273-d6f84af63ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:27:59.458821 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b8a63-6e35-4376-9273-d6f84af63ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:27:59.460473 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-b87b8a63-6e35-4376-9273-d6f84af63ac1 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1860285 Feb 17 00:28:02.099017 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33158) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:02.291029 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc8f21b-81d9-40df-851a-a407ef7a34c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:02.291378 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc8f21b-81d9-40df-851a-a407ef7a34c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:02.293041 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-0dc8f21b-81d9-40df-851a-a407ef7a34c5 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1930020 Feb 17 00:28:04.763545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33168) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:04.945022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3563041d-3970-4a09-90f6-51b45e2c3d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:04.946613 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-3563041d-3970-4a09-90f6-51b45e2c3d9e admin admin] 10.222.0.38 "GET /v2.0/networks/3cbdbc70-d7bd-4bf3-84f2-140283f8882a HTTP/1.1" status: 200 len: 886 time: 0.1820426 Feb 17 00:28:07.424747 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33178) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:07.609457 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf41938-39a3-4790-865a-d359ca13c420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:07.610930 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-bbf41938-39a3-4790-865a-d359ca13c420 admin admin] 10.222.0.38 "GET /v2.0/networks/6b10c6dc-b13f-4f7a-bd68-3fd08a5c3870 HTTP/1.1" status: 200 len: 862 time: 0.1851392 Feb 17 00:28:10.092683 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33188) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:10.211847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07cf29d-2596-4796-b05c-90a2e7278425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:10.212274 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07cf29d-2596-4796-b05c-90a2e7278425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:10.213967 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-f07cf29d-2596-4796-b05c-90a2e7278425 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1202228 Feb 17 00:28:12.649494 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-62d38774-e303-4124-875b-d468ad390203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:12.674613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33198) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:12.789906 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0a8ba-ee01-4889-b089-d52e6704ab8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:12.790333 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0a8ba-ee01-4889-b089-d52e6704ab8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:12.791952 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-15a0a8ba-ee01-4889-b089-d52e6704ab8f admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1163023 Feb 17 00:28:15.215380 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d2682800-372e-4490-a0cc-5ff268ec7694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:15.249768 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:15.279472 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33210) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:15.431418 dv-cinder-759943-4-smb neutron-server[83929]: WARNING oslo_policy.policy [None req-658d360d-4ff2-413c-86fc-b474d0e7e4a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:28:15.432007 dv-cinder-759943-4-smb neutron-server[83929]: WARNING oslo_policy.policy [None req-658d360d-4ff2-413c-86fc-b474d0e7e4a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:28:15.794403 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:28:15.814166 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.policy [None req-658d360d-4ff2-413c-86fc-b474d0e7e4a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84042) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 00:28:15.849396 dv-cinder-759943-4-smb neutron-server[83929]: WARNING oslo_policy.policy [None req-658d360d-4ff2-413c-86fc-b474d0e7e4a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:28:15.849812 dv-cinder-759943-4-smb neutron-server[83929]: WARNING oslo_policy.policy [None req-658d360d-4ff2-413c-86fc-b474d0e7e4a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 00:28:15.875212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658d360d-4ff2-413c-86fc-b474d0e7e4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:15.877235 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-658d360d-4ff2-413c-86fc-b474d0e7e4a9 admin admin] 10.222.0.38 "GET /v2.0/subnets/4d441240-be35-4acb-81f9-7e652b173cea HTTP/1.1" status: 200 len: 868 time: 0.5956862 Feb 17 00:28:16.512069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:16.854928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:18.345249 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33226) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:18.620075 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b43505-6c80-4028-8072-76955dab3ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:18.621569 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-12b43505-6c80-4028-8072-76955dab3ed2 admin admin] 10.222.0.38 "GET /v2.0/subnets/5e64d413-6664-47c4-a852-9f8e80de566a HTTP/1.1" status: 200 len: 816 time: 0.2752717 Feb 17 00:28:42.643093 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-31d827a3-f6e6-45e0-b0ae-50e53627cb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:44.586729 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33266) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:44.638933 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [None req-c05f5ba4-7cd8-4f3d-8f55-915e45fe1af5 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:28:44.640027 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c05f5ba4-7cd8-4f3d-8f55-915e45fe1af5 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0522478 Feb 17 00:28:45.208284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-829c0f2f-8195-423a-a32f-ba8c454f5fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:45.219794 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:46.529091 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:46.854528 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:47.215998 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33276) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:47.293167 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb87e24e-66bd-41cc-adaa-80ff841a84f6 admin admin] GET failed (client error): The resource could not be found. Feb 17 00:28:47.294540 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-eb87e24e-66bd-41cc-adaa-80ff841a84f6 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0774972 Feb 17 00:28:47.433076 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b021bee-ad25-4aa8-9372-f75347757de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:47.434713 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-4b021bee-ad25-4aa8-9372-f75347757de0 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1358905 Feb 17 00:28:49.935481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33286) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:49.987066 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:49.992356 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:28:50.001949 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:28:50.054209 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Made reservation on behalf of 40f86a5bd50c4c6aa3f42ed986eaeaeb for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:28:50.058766 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:50.153661 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.services.revisions.revision_plugin [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Could not find related network for resource to bump revision. Feb 17 00:28:50.168873 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:28:50.198733 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:50.199116 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Added segment b82c111a-40f2-4d5c-909d-2284f16d5a02 of type vxlan for network 07924236-d7a5-4020-8791-e116e33699ae Feb 17 00:28:50.228992 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:50.277076 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:50.278592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:50.279226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:50.283981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:28:50.376964 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Pushing event updated for resources: {'Network': ['ID=07924236-d7a5-4020-8791-e116e33699ae,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:28:50.380036 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:28:50.388057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network 07924236-d7a5-4020-8791-e116e33699ae details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:28:50.420964 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4842532 Feb 17 00:28:52.794755 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:28:52.904023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33296) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:28:52.981551 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c08ae72-b9e5-40b6-8fd8-181ce4540f95 admin admin] GET failed (client error): The resource could not be found. Feb 17 00:28:52.982107 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9c08ae72-b9e5-40b6-8fd8-181ce4540f95 admin admin] Synchronizing usage tracker for tenant:40f86a5bd50c4c6aa3f42ed986eaeaeb on resource:network {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:28:53.031124 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9c08ae72-b9e5-40b6-8fd8-181ce4540f95 admin admin] Unset dirty status for tenant:40f86a5bd50c4c6aa3f42ed986eaeaeb on resource:network {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:28:53.032288 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-9c08ae72-b9e5-40b6-8fd8-181ce4540f95 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1272495 Feb 17 00:28:53.146791 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed66b1c-9a3b-4b41-975a-ed84e06a3400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:53.148497 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-6ed66b1c-9a3b-4b41-975a-ed84e06a3400 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1117585 Feb 17 00:28:53.159536 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Request body: {'subnet': {'network_id': '07924236-d7a5-4020-8791-e116e33699ae', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:28:53.164714 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:28:53.174450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:28:53.214109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Made reservation on behalf of 40f86a5bd50c4c6aa3f42ed986eaeaeb for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:28:53.219086 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:53.629704 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:53.645339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-992819f9-9c01-4f2c-8345-ce7b4789b5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:28:53.775479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=074ae4a0-8fd0-4e72-afef-8dee80c25ab6,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:28:53.778569 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:28:53.839803 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Checking segment: {'id': 'b82c111a-40f2-4d5c-909d-2284f16d5a02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '07924236-d7a5-4020-8791-e116e33699ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:28:53.840408 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Network hostable DHCP agents. Network: 07924236-d7a5-4020-8791-e116e33699ae, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:28:53.888271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Network 07924236-d7a5-4020-8791-e116e33699ae is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:28:53.922508 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, 07924236-d7a5-4020-8791-e116e33699ae) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:28:53.926364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:28:53.926995 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:53.932435 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a869c445-c65a-4a9c-b164-e23a7ee691c7 None None] Network 07924236-d7a5-4020-8791-e116e33699ae requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:28:53.974970 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-663685ab-dfc4-4788-a946-a7010efcda82 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8191154 Feb 17 00:28:54.169962 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33256139-5d30-5872-8566-df738a37a53a-07924236-d7a5-4020-8791-e116e33699ae', 'network_id': '07924236-d7a5-4020-8791-e116e33699ae', 'tenant_id': '40f86a5bd50c4c6aa3f42ed986eaeaeb', 'fixed_ips': [{'subnet_id': '074ae4a0-8fd0-4e72-afef-8dee80c25ab6'}]}} from dv-cinder-759943-4-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:28:54.170925 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:54.467577 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Allocated IP 192.168.233.2 (07924236-d7a5-4020-8791-e116e33699ae/074ae4a0-8fd0-4e72-afef-8dee80c25ab6/4fd8243b-ee67-42c6-abbc-73bbcc62768d) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:28:54.753023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:54.814542 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Transition to ACTIVE for port object 4fd8243b-ee67-42c6-abbc-73bbcc62768d will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:28:54.832130 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Transition to ACTIVE for port object 4fd8243b-ee67-42c6-abbc-73bbcc62768d will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:28:54.854862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:54.869286 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e868dd9c-f08b-4f71-80bb-77b5062cef4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:28:55.006725 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Pushing event updated for resources: {'Port': ['ID=4fd8243b-ee67-42c6-abbc-73bbcc62768d,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:28:55.028118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:55.028500 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:55.028871 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:55.029292 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:55.029641 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:55.029986 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:55.030343 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:55.030700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:55.031058 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:55.031418 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:55.031776 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:55.032132 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:28:55.038064 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:28:55.076267 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Network 07924236-d7a5-4020-8791-e116e33699ae is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:28:55.077513 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:28:55.079858 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:28:55.138059 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Attempting to bind port 4fd8243b-ee67-42c6-abbc-73bbcc62768d on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:28:55.138472 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Attempting to bind port 4fd8243b-ee67-42c6-abbc-73bbcc62768d by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': 'b82c111a-40f2-4d5c-909d-2284f16d5a02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '07924236-d7a5-4020-8791-e116e33699ae'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:28:55.138927 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Attempting to bind port 4fd8243b-ee67-42c6-abbc-73bbcc62768d on network 07924236-d7a5-4020-8791-e116e33699ae {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:28:55.144736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:28:55.145146 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Checking segment: {'id': 'b82c111a-40f2-4d5c-909d-2284f16d5a02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '07924236-d7a5-4020-8791-e116e33699ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:28:55.145628 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:55.146066 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Bound using segment: {'id': 'b82c111a-40f2-4d5c-909d-2284f16d5a02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '07924236-d7a5-4020-8791-e116e33699ae'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:28:55.146578 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Bound port: 4fd8243b-ee67-42c6-abbc-73bbcc62768d, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82c111a-40f2-4d5c-909d-2284f16d5a02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '07924236-d7a5-4020-8791-e116e33699ae'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:28:55.147088 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:55.248404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] For port 4fd8243b-ee67-42c6-abbc-73bbcc62768d, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:28:55.251792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] For port 4fd8243b-ee67-42c6-abbc-73bbcc62768d, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=4fd8243b-ee67-42c6-abbc-73bbcc62768d,segment=NetworkSegment(b82c111a-40f2-4d5c-909d-2284f16d5a02),segment_id=b82c111a-40f2-4d5c-909d-2284f16d5a02)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:28:55.295083 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:55.311687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:28:55.464211 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Pushing event updated for resources: {'Port': ['ID=4fd8243b-ee67-42c6-abbc-73bbcc62768d,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:28:55.469493 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:28:56.705509 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 4fd8243b-ee67-42c6-abbc-73bbcc62768d up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:28:56.750773 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aad83f-5b4c-4dca-b1b7-e562defc77c1 None None] Network 07924236-d7a5-4020-8791-e116e33699ae requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:28:56.892416 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-f1eb5474-553d-4d0f-8795-32f07acb9a20 None None] Provisioning for port 4fd8243b-ee67-42c6-abbc-73bbcc62768d completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:28:56.903632 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-f1eb5474-553d-4d0f-8795-32f07acb9a20 None None] Provisioning complete for port 4fd8243b-ee67-42c6-abbc-73bbcc62768d triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:28:56.904051 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5474-553d-4d0f-8795-32f07acb9a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:56.949334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port 4fd8243b-ee67-42c6-abbc-73bbcc62768d completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:28:56.963903 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 4fd8243b-ee67-42c6-abbc-73bbcc62768d triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:28:56.964310 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:57.247739 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5474-553d-4d0f-8795-32f07acb9a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:57.270715 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:57.324944 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-f1eb5474-553d-4d0f-8795-32f07acb9a20 None None] For port 4fd8243b-ee67-42c6-abbc-73bbcc62768d, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=4fd8243b-ee67-42c6-abbc-73bbcc62768d,segment=NetworkSegment(b82c111a-40f2-4d5c-909d-2284f16d5a02),segment_id=b82c111a-40f2-4d5c-909d-2284f16d5a02)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:28:57.360033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5474-553d-4d0f-8795-32f07acb9a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:57.371588 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:28:57.451556 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:28:57.451963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:28:57.462330 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb5474-553d-4d0f-8795-32f07acb9a20 None None] Pushing event updated for resources: {'Port': ['ID=4fd8243b-ee67-42c6-abbc-73bbcc62768d,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:28:57.465651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f1eb5474-553d-4d0f-8795-32f07acb9a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:28:57.589754 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-43ff09d8-291c-42a4-b20a-476dc8fb86b6 None None] Provisioning complete for port 4fd8243b-ee67-42c6-abbc-73bbcc62768d triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:28:57.590181 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-43ff09d8-291c-42a4-b20a-476dc8fb86b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:58.024167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-bf8724f8-b2e9-4ad2-a50b-b6534734deb2 None None] Provisioning complete for port 4fd8243b-ee67-42c6-abbc-73bbcc62768d triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:28:58.024581 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bf8724f8-b2e9-4ad2-a50b-b6534734deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:28:58.675379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 4fd8243b-ee67-42c6-abbc-73bbcc62768d up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:28:58.747748 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 4fd8243b-ee67-42c6-abbc-73bbcc62768d triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:28:58.748162 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:12.642527 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e2269f79-d29e-44db-85a1-1662d4dd1416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:15.219580 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c7c34a8f-dfae-4a48-a0b6-b749f63b23bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:15.253477 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:16.522911 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:16.865198 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:29.794090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:29:42.647570 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-922bdde3-3d41-4bd6-a106-03f3e60d32dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:45.213430 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-09d6f62a-5212-4078-8882-5bb6fa6aea99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:45.230508 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:46.515840 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:29:46.858685 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:06.793507 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:30:07.891940 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33338) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:30:07.899126 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [None req-29b6e48c-cde9-4260-b697-30ba62e0ddbf tempest-verify_tempest_config-1096100033 tempest-verify_tempest_config-1096100033-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:30:07.900208 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-29b6e48c-cde9-4260-b697-30ba62e0ddbf tempest-verify_tempest_config-1096100033 tempest-verify_tempest_config-1096100033-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0072029 Feb 17 00:30:08.325204 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33358) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:30:08.447134 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:08.462473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:30:08.466468 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Usage tracker for resource:security_group_rule and tenant:1e2e3f580e87467e8554af43d31fc413 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:30:08.469407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:30:08.475478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:30:08.716068 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:08.778418 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:08.787854 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:30:08.826896 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Synchronizing usage tracker for tenant:40f86a5bd50c4c6aa3f42ed986eaeaeb on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:30:08.831452 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05129984-d512-446d-8429-b14ba92076f6,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:30:08.842708 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:08.843097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:08.843471 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:08.843841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:08.844207 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:08.844574 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:08.844937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:08.845324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:08.845689 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:08.846055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:08.846414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:08.846771 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:30:08.853393 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:30:08.875679 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Unset dirty status for tenant:40f86a5bd50c4c6aa3f42ed986eaeaeb on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:30:08.877059 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e2e3f580e87467e8554af43d31fc413&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5507777 Feb 17 00:30:08.884791 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33364) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:30:08.948819 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ea65f244-4155-4c57-82ea-3378bc7f69ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:08.976463 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ea65f244-4155-4c57-82ea-3378bc7f69ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:09.053453 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ea65f244-4155-4c57-82ea-3378bc7f69ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:09.058682 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:30:09.072593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65f244-4155-4c57-82ea-3378bc7f69ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05129984-d512-446d-8429-b14ba92076f6,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:30:09.075540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ea65f244-4155-4c57-82ea-3378bc7f69ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:30:09.076446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ea65f244-4155-4c57-82ea-3378bc7f69ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:09.080732 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ea65f244-4155-4c57-82ea-3378bc7f69ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05129984-d512-446d-8429-b14ba92076f6 HTTP/1.1" status: 204 len: 168 time: 0.1948915 Feb 17 00:30:12.635654 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d88e9dce-6517-4003-a095-4e65efa859af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:15.224651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b0a29ee8-2a88-4d9c-ac35-0bb94541fdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:15.252589 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:16.538571 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:16.875396 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:42.652457 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-522abb76-0630-4db9-b687-eb18d898425e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:43.793165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:30:45.212764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4363-d726-455f-9d11-abb52ff9eb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:45.234669 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:46.526825 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:30:46.863613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:12.640257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9b4579b7-e9b8-45d9-bfea-1b76323f4142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:15.223007 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c373edc2-fc47-4474-b93d-6218527c9b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:15.245747 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:16.525716 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:16.879883 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:20.792105 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 5 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:31:42.650696 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4b75c9c1-67ef-4738-8efe-d9f478f0c9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:45.220810 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f60755be-7036-4a1a-8265-4e0165e7632e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:45.244959 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:46.525720 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:46.891023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:54.994014 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961'] for agent, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:31:54.994525 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:31:54.994908 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:31:54.995402 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:31:54.995867 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:31:54.996362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:31:54.996825 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:31:54.997310 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:31:54.997754 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:31:54.998186 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:31:54.998637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:31:54.999141 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:31:54.999614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:31:55.000108 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75994', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:31:55.004339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75994', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:31:55.276158 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] get_endpoint_by_host() called for host hv-cinder-75994 {{(pid=84044) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 00:31:55.280256 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] get_endpoint_by_ip() called for ip 192.168.0.48 {{(pid=84044) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 00:31:55.283412 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] _add_endpoint() called for ip 192.168.0.48 {{(pid=84044) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 00:31:55.313157 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] _get_endpoints() called {{(pid=84044) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 00:31:57.792564 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:32:07.937532 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33436) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:08.058404 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-9da32010-16ae-4f47-a535-95b0d9171902 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1196840 Feb 17 00:32:10.564288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33446) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:32:10.623312 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-87049597-0bb2-465f-b45c-8267dd8ed2f0 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0578585 Feb 17 00:32:12.650704 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-da641ecb-4065-4453-906b-c6925df08fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:15.227242 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-815fbcf7-003c-4d1c-ab00-0b3f635268e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:15.256593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:16.530479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:16.884573 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:24.976677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:34.792212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:32:42.626736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8472addf-dd94-40d8-9f03-1944f0d253c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:45.222295 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-66d1306c-4811-4335-b75e-d547666fc021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:45.255275 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:46.530020 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:46.884209 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:32:55.015336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:11.791952 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:33:12.637741 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-672b5e49-cc8a-467d-9529-4bc548816173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:15.249052 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5356575e-594d-47e7-97fb-98047d174d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:15.277892 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:16.535092 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:16.894959 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:25.026565 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:42.631443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5137c324-8820-4f06-8975-26d3060aa3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:45.237141 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-55892aa2-0d67-477d-b615-4dd05fd59178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:45.265673 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:46.523021 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:46.911542 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:48.792710 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:33:55.020179 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:57.871653 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33590) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:58.284136 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-network', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:33:58.287219 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.quota [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Loaded quota_driver: . Feb 17 00:33:58.294489 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:33:58.301649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Usage tracker for resource:network and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:33:58.305762 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:33:58.312816 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:33:58.356741 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Made reservation on behalf of 1ae8364366d2470f8cf9a8b142d9b0ac for: {'network': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:33:58.362972 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:58.380368 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:58.396627 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:33:58.401117 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Usage tracker for resource:security_group_rule and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:33:58.404316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:33:58.410228 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:33:58.562758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:58.585306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:58.593691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:33:58.616363 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:33:58.638802 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf5017c-4cee-49ec-ba2a-9a5c6c0791a8,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:33:58.649974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.650364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.650721 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.651084 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.651448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.651806 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.652159 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.652516 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.652877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.653247 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.653603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.653949 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.654474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.654824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.655174 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.655520 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.655856 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.656201 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.656547 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.656892 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.657929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.657929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.657929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.658277 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Tracked resource versions report: Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: pushed versions: Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: { 'AddressGroup': {'1.1'}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': {'1.0'}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': {'1.0'}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': {'1.1'}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': {'1.7'}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': {'1.2'}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': {'1.8'}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': {'1.4'}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': {'1.0'}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': {'1.1'}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': {'1.1'}} Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: consumer versions: Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: { DHCP agent@dv-cinder-759943-4-smb: {}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: L3 agent@dv-cinder-759943-4-smb: {}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: Metadata agent@dv-cinder-759943-4-smb: {}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: Metering agent@dv-cinder-759943-4-smb: {}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: Open vSwitch agent@dv-cinder-759943-4-smb: { 'AddressGroup': '1.1', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': '1.0', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': '1.0', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': '1.1', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': '1.7', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': '1.2', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': '1.8', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': '1.4', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': '1.2', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': '1.0', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': '1.1', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': '1.1'}, Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: Open vSwitch agent@hv-cinder-75994: { 'AddressGroup': '1.1', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': '1.0', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': '1.0', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': '1.1', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': '1.7', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': '1.2', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': '1.8', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': '1.4', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': '1.2', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': '1.0', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': '1.1', Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': '1.1'}} Feb 17 00:33:58.659587 dv-cinder-759943-4-smb neutron-server[83929]: {{(pid=84042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:33:58.687944 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:33:58.701637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268288631839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:58.702026 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Added segment 8f2b9f1c-9a32-47c9-a604-18a5815bd17b of type vxlan for network ff31d784-b8b2-47e1-ae32-b9585233432b Feb 17 00:33:58.752543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33634) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:58.784424 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:58.883054 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:58.884826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:33:58.885830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:58.897449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:33:59.012238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Pushing event updated for resources: {'Network': ['ID=ff31d784-b8b2-47e1-ae32-b9585233432b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:33:59.020334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:33:59.028701 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network ff31d784-b8b2-47e1-ae32-b9585233432b details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:33:59.043445 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1706462 Feb 17 00:33:59.046694 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33652) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:59.053010 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Request body: {'subnet': {'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-subnet', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:33:59.057586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network ff31d784-b8b2-47e1-ae32-b9585233432b details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:33:59.066032 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:33:59.070055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33656) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:59.071745 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Usage tracker for resource:subnet and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:33:59.076361 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:33:59.086414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:33:59.135117 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Made reservation on behalf of 1ae8364366d2470f8cf9a8b142d9b0ac for: {'subnet': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:33:59.142758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:59.192343 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1403299927-network', 'tenant_id': '18d8be06c5e24676877996c144fef58d'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:33:59.199164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:33:59.210077 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Usage tracker for resource:network and tenant:18d8be06c5e24676877996c144fef58d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:33:59.215223 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:33:59.223074 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:33:59.265467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Made reservation on behalf of 18d8be06c5e24676877996c144fef58d for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:33:59.271931 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:59.295135 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:59.316542 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:33:59.321916 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Usage tracker for resource:security_group_rule and tenant:18d8be06c5e24676877996c144fef58d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:33:59.326244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:33:59.333464 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:33:59.485805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33670) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:33:59.556023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-318639160-network', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:33:59.561921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:33:59.603927 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:59.607314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Usage tracker for resource:network and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:33:59.610561 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:33:59.634487 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:33:59.654118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:59.659256 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-71297543-d16b-4399-9748-5d80d63b6265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:33:59.694255 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Made reservation on behalf of ae8f4330126c4c5aae99ca6685f95fe9 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:33:59.700619 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:59.724825 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6698ac0-909b-49a2-801d-47c1375991eb,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:33:59.728449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:59.744924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.745337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.745725 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.746101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.746586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.747001 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.747369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.747738 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.748145 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.748511 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.748875 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.749263 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.749680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.750232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.750438 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.750759 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.751121 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.751487 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.751843 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.752260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.752621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.752985 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.753371 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.753733 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Tracked resource versions report: Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: pushed versions: Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: { 'AddressGroup': {'1.1'}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': {'1.0'}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': {'1.0'}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': {'1.1'}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': {'1.7'}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': {'1.2'}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': {'1.8'}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': {'1.4'}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': {'1.0'}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': {'1.1'}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': {'1.1'}} Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: consumer versions: Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: { DHCP agent@dv-cinder-759943-4-smb: {}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: L3 agent@dv-cinder-759943-4-smb: {}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: Metadata agent@dv-cinder-759943-4-smb: {}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: Metering agent@dv-cinder-759943-4-smb: {}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: Open vSwitch agent@dv-cinder-759943-4-smb: { 'AddressGroup': '1.1', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': '1.0', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': '1.0', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': '1.1', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': '1.7', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': '1.2', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': '1.8', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': '1.4', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': '1.2', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': '1.0', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': '1.1', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': '1.1'}, Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: Open vSwitch agent@hv-cinder-75994: { 'AddressGroup': '1.1', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': '1.0', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': '1.0', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': '1.1', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': '1.7', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': '1.2', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': '1.8', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': '1.4', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': '1.2', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': '1.0', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': '1.1', Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': '1.1'}} Feb 17 00:33:59.755065 dv-cinder-759943-4-smb neutron-server[83929]: {{(pid=84043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:33:59.769994 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:33:59.770787 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:33:59.773483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:33:59.781273 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Usage tracker for resource:security_group_rule and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:33:59.785090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:33:59.792244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:59.792705 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Added segment 402c01e7-344c-4bfd-a324-a3dfe3a18fbf of type vxlan for network 82bf8f64-a2d3-4b85-9238-8299f34e13e8 Feb 17 00:33:59.798276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:33:59.814730 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for subnet, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:59.829319 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:33:59.838837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:59.957785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9c8844-2af8-4b7a-86e5-25cde2667f3e,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:33:59.968663 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:59.974735 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:33:59.981025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:33:59.981892 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:33:59.989690 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:00.049792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Checking segment: {'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:00.050320 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Network hostable DHCP agents. Network: ff31d784-b8b2-47e1-ae32-b9585233432b, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:34:00.076738 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.088265 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1578067831-network', 'tenant_id': '0dc6049af5414093b47adfcd95956623'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:00.111018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Network ff31d784-b8b2-47e1-ae32-b9585233432b is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:34:00.112473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Pushing event updated for resources: {'Network': ['ID=82bf8f64-a2d3-4b85-9238-8299f34e13e8,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:00.115096 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:00.119840 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:00.123186 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Usage tracker for resource:network and tenant:0dc6049af5414093b47adfcd95956623 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:00.126516 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network 82bf8f64-a2d3-4b85-9238-8299f34e13e8 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:34:00.126711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:00.133693 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:00.137252 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.145884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ea65f244-4155-4c57-82ea-3378bc7f69ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:00.151035 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, ff31d784-b8b2-47e1-ae32-b9585233432b) {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:00.160719 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:00.163677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.164660 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4105854 Feb 17 00:34:00.167813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33690) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:00.169129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network 82bf8f64-a2d3-4b85-9238-8299f34e13e8 details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:34:00.203842 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:34:00.208892 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed64a93-13c6-420d-ab38-24ec06a70e23 None None] Network ff31d784-b8b2-47e1-ae32-b9585233432b requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:34:00.209544 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1615005 Feb 17 00:34:00.213196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33696) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:00.220730 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:00.227377 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:00.232973 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Usage tracker for resource:router and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:00.235791 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Request body: {'subnet': {'network_id': '82bf8f64-a2d3-4b85-9238-8299f34e13e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1403299927-subnet', 'tenant_id': '18d8be06c5e24676877996c144fef58d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:00.236195 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:00.241892 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Made reservation on behalf of 0dc6049af5414093b47adfcd95956623 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:34:00.243210 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:00.247961 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.267684 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.268246 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Added segment 80e8160b-6613-4fea-8e0f-6e8ab80ac333 of type vxlan for network aef55492-a3bb-4193-9f92-43c940f31c3f Feb 17 00:34:00.271363 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8263885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745214'] for router, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.273298 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8263738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8336768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846462037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30601'] for router, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.294930 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ace1f9-660b-4df9-86c8-d962fa591e5f,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:00.298062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:00.302034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:00.304451 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Usage tracker for resource:subnet and tenant:18d8be06c5e24676877996c144fef58d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:00.307893 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:00.314282 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:00.348878 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.364837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.387103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:00.407203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Made reservation on behalf of 18d8be06c5e24676877996c144fef58d for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:34:00.414310 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.438737 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:0dc6049af5414093b47adfcd95956623 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:00.444951 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:00.510997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:00.529901 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.652612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.665317 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:00.666221 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.728157 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:00.755705 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.6844039 Feb 17 00:34:00.773062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33256139-5d30-5872-8566-df738a37a53a-ff31d784-b8b2-47e1-ae32-b9585233432b', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e'}]}} from dv-cinder-759943-4-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:34:00.775461 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:00.824583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33714) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:00.856374 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Request body: {'subnet': {'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-318639160-subnet', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:00.873133 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:00.882135 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Usage tracker for resource:subnet and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:00.892394 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:00.902293 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:01.028890 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Made reservation on behalf of ae8f4330126c4c5aae99ca6685f95fe9 for: {'subnet': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:34:01.033633 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:01.185788 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Pushing event updated for resources: {'Network': ['ID=aef55492-a3bb-4193-9f92-43c940f31c3f,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:01.190381 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:01.216930 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network aef55492-a3bb-4193-9f92-43c940f31c3f details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:34:01.236917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:01.246571 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network aef55492-a3bb-4193-9f92-43c940f31c3f details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:34:01.263245 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:01.289158 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:34:01.299506 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:01.300180 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Added segment edd54a6e-7362-4a3c-823e-f1937de1a76b of type vxlan for network c2c1fedf-b050-43eb-97d0-4a3845e99d82 Feb 17 00:34:01.330408 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:01.338202 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-74d0bcbf-f384-409a-a2a9-00797247653d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:01.472239 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846438621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846511957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773401'] for router, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:01.473692 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f0f014-b86c-4153-a747-13f92cb867cd,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:01.487691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:01.615951 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:01.618018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:01.618667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:01.643708 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:01.789554 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3017097 Feb 17 00:34:01.789554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=c2c1fedf-b050-43eb-97d0-4a3845e99d82,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:01.790374 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33746) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:01.794122 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:01.798841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Request body: {'subnet': {'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1578067831-subnet', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:01.804424 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:01.810234 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Usage tracker for resource:subnet and tenant:0dc6049af5414093b47adfcd95956623 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:01.813491 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:01.820683 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:01.946817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Made reservation on behalf of 0dc6049af5414093b47adfcd95956623 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:34:01.951525 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:01.993460 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network c2c1fedf-b050-43eb-97d0-4a3845e99d82 details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:34:02.103583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:02.124762 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:02.139189 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network c2c1fedf-b050-43eb-97d0-4a3845e99d82 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:34:02.210423 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Pushing event updated for resources: {'Subnet': ['ID=518c6dd2-9c0d-47d1-834e-21282aa26c6d,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:02.283010 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:02.325532 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Allocated IP 172.20.0.2 (ff31d784-b8b2-47e1-ae32-b9585233432b/7e9c8844-2af8-4b7a-86e5-25cde2667f3e/a5681d57-0de4-4bb5-94b5-72e487727658) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:02.474799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:02.527253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Checking segment: {'id': '402c01e7-344c-4bfd-a324-a3dfe3a18fbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '82bf8f64-a2d3-4b85-9238-8299f34e13e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:02.527847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Network hostable DHCP agents. Network: 82bf8f64-a2d3-4b85-9238-8299f34e13e8, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:34:02.534033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:02.667450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:02.680295 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Transition to ACTIVE for port object a5681d57-0de4-4bb5-94b5-72e487727658 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:02.700525 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Transition to ACTIVE for port object a5681d57-0de4-4bb5-94b5-72e487727658 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:02.718759 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Network 82bf8f64-a2d3-4b85-9238-8299f34e13e8 is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:34:02.740395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:02.768111 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:02.817067 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for subnet, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:02.846797 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-aa2e8f80-7ebf-4a73-9c4a-f85b75cc1cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:02.903766 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, 82bf8f64-a2d3-4b85-9238-8299f34e13e8) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:02.920980 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:02.924080 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:02.962576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:02.980555 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c3d306a8-802a-4fca-beff-415df562b653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:03.086067 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-9ec36080-73c1-4d3a-b7a6-d83ad3a3404f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9148905 Feb 17 00:34:03.086958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33786) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:03.121430 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Pushing event updated for resources: {'Port': ['ID=a5681d57-0de4-4bb5-94b5-72e487727658,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:03.161588 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Network ff31d784-b8b2-47e1-ae32-b9585233432b is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:03.162847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65976ec5-ad64-4891-90af-34ef0f5b3617 None None] Network 82bf8f64-a2d3-4b85-9238-8299f34e13e8 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:34:03.164711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=081519e3-3689-4b75-a2a2-253d4b2b0fbb,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:03.171543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:03.197866 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Allocated IP 172.28.3.198 (3cbdbc70-d7bd-4bf3-84f2-140283f8882a/5e64d413-6664-47c4-a852-9f8e80de566a/86f817c5-7ce7-475e-86af-17a3fc862cc1) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:03.302722 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10397f5-495d-4d30-83f5-ea178ae22011,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:03.328982 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:03.335299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Checking segment: {'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:03.336649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Network hostable DHCP agents. Network: aef55492-a3bb-4193-9f92-43c940f31c3f, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:34:03.366237 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:03.374874 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:03.431100 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.431255 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Network aef55492-a3bb-4193-9f92-43c940f31c3f is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:34:03.431897 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.432879 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.433436 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.433880 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.434326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.434765 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.435206 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.435636 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.436227 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.436888 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.437349 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.437840 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.438271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.438703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.439128 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.439557 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.439991 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.440663 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.441094 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.441576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.442015 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.442600 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.443250 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Tracked resource versions report: Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: pushed versions: Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: { 'AddressGroup': {'1.1'}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': {'1.0'}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': {'1.0'}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': {'1.1'}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': {'1.7'}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': {'1.2'}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': {'1.8'}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': {'1.4'}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': {'1.0'}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': {'1.1'}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': {'1.1'}} Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: consumer versions: Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: { DHCP agent@dv-cinder-759943-4-smb: {}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: L3 agent@dv-cinder-759943-4-smb: {}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: Metadata agent@dv-cinder-759943-4-smb: {}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: Metering agent@dv-cinder-759943-4-smb: {}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: Open vSwitch agent@dv-cinder-759943-4-smb: { 'AddressGroup': '1.1', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': '1.0', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': '1.0', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': '1.1', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': '1.7', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': '1.2', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': '1.8', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': '1.4', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': '1.2', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': '1.0', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': '1.1', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': '1.1'}, Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: Open vSwitch agent@hv-cinder-75994: { 'AddressGroup': '1.1', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': '1.0', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': '1.0', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': '1.1', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': '1.7', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': '1.2', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': '1.8', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': '1.4', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': '1.2', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': '1.0', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': '1.1', Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': '1.1'}} Feb 17 00:34:03.444551 dv-cinder-759943-4-smb neutron-server[83929]: {{(pid=84044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:34:03.462275 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:03.496028 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, aef55492-a3bb-4193-9f92-43c940f31c3f) {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:03.504197 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:03.504446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Checking segment: {'id': 'edd54a6e-7362-4a3c-823e-f1937de1a76b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:03.504631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Network hostable DHCP agents. Network: c2c1fedf-b050-43eb-97d0-4a3845e99d82, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:34:03.527483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:03.528158 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:03.585296 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d486dee7-ba39-423f-a6ee-b89faef4c2c4 None None] Network aef55492-a3bb-4193-9f92-43c940f31c3f requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:34:03.585823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Network c2c1fedf-b050-43eb-97d0-4a3845e99d82 is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:34:03.593566 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, c2c1fedf-b050-43eb-97d0-4a3845e99d82) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:03.604534 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:03.604534 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:03.654693 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8053036 Feb 17 00:34:03.660713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33812) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:03.671629 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6c33ffd5-bf1a-4c0c-88e2-6f9eda5ca8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:03.677810 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:03.684486 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8919291 Feb 17 00:34:03.689566 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33822) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:03.697887 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1578067831-router', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:03.709480 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-6c33ffd5-bf1a-4c0c-88e2-6f9eda5ca8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:03.715981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-6c33ffd5-bf1a-4c0c-88e2-6f9eda5ca8e7 admin admin] Usage tracker for resource:security_group_rule and tenant:f26136b0f3354c6a88bf904c5af48beb is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:03.720375 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-6c33ffd5-bf1a-4c0c-88e2-6f9eda5ca8e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:03.729646 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-6c33ffd5-bf1a-4c0c-88e2-6f9eda5ca8e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:03.741386 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:03.743202 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cd5150-ef28-46c3-893f-554e57744839 None None] Network c2c1fedf-b050-43eb-97d0-4a3845e99d82 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:34:03.747900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Usage tracker for resource:router and tenant:0dc6049af5414093b47adfcd95956623 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:03.751351 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:03.759560 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:03.763412 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:03.786760 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:03.794440 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Attempting to bind port a5681d57-0de4-4bb5-94b5-72e487727658 on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:34:03.794783 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Attempting to bind port a5681d57-0de4-4bb5-94b5-72e487727658 by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:34:03.795201 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Attempting to bind port a5681d57-0de4-4bb5-94b5-72e487727658 on network ff31d784-b8b2-47e1-ae32-b9585233432b {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:34:03.806637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:34:03.807123 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Checking segment: {'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:03.807584 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:03.808033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Bound using segment: {'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:34:03.808568 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Bound port: a5681d57-0de4-4bb5-94b5-72e487727658, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:34:03.808991 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:03.892333 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:03.925571 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Usage tracker for resource:router and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:03.927305 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6c33ffd5-bf1a-4c0c-88e2-6f9eda5ca8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:03.927458 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] For port a5681d57-0de4-4bb5-94b5-72e487727658, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:34:03.929058 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8263885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745214'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:03.931173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8263738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8336768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846462037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30601'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:03.931295 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] For port a5681d57-0de4-4bb5-94b5-72e487727658, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=a5681d57-0de4-4bb5-94b5-72e487727658,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:34:03.935792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:03.966586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:03.973632 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Pushing event updated for resources: {'Port': ['ID=86f817c5-7ce7-475e-86af-17a3fc862cc1,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:03.985459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6c33ffd5-bf1a-4c0c-88e2-6f9eda5ca8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:03.998279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:04.032205 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:04.052924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:04.058391 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:04.059134 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:04.061788 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:04.066347 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-6c33ffd5-bf1a-4c0c-88e2-6f9eda5ca8e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f26136b0f3354c6a88bf904c5af48beb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9416454 Feb 17 00:34:04.070928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33836) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:04.095414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:04.205193 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:04.235922 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33ffd5-bf1a-4c0c-88e2-6f9eda5ca8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62270996-47af-494f-9814-7f9f30b38be1,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:04.247928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6c33ffd5-bf1a-4c0c-88e2-6f9eda5ca8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:04.296688 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 33852) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:04.305345 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e4345-5885-417c-ab62-2ae41fc7017f None None] Network 82bf8f64-a2d3-4b85-9238-8299f34e13e8 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:34:04.381552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8263885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745214'] for router, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:04.382720 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8263738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8336768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846462037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30601'] for router, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:04.478657 dv-cinder-759943-4-smb neutron-server[83929]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 00:34:04.511280 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-62800628-2981-4a98-9552-44ee08ea7bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:04.549102 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33864) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:04.550318 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-62800628-2981-4a98-9552-44ee08ea7bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:04.589197 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:04.626078 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Pushing event updated for resources: {'Port': ['ID=a5681d57-0de4-4bb5-94b5-72e487727658,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:04.834492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:04.856892 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-eb013f50-d7a6-4dad-8251-8973e9a61608 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:04.857697 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-eb013f50-d7a6-4dad-8251-8973e9a61608 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Synchronizing usage tracker for tenant:18d8be06c5e24676877996c144fef58d on resource:network {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:04.957971 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846438621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846511957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773401'] for router, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:05.036097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d6cd-723b-4f66-9e09-5bb8cb180635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:05.048808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-eb013f50-d7a6-4dad-8251-8973e9a61608 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Unset dirty status for tenant:18d8be06c5e24676877996c144fef58d on resource:network {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:05.048808 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-eb013f50-d7a6-4dad-8251-8973e9a61608 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/networks?id=82bf8f64-a2d3-4b85-9238-8299f34e13e8 HTTP/1.1" status: 200 len: 812 time: 0.7506855 Feb 17 00:34:05.121565 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6a0f4945-6adb-4976-8af2-75c4364c1cb8 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/quotas/18d8be06c5e24676877996c144fef58d HTTP/1.1" status: 200 len: 375 time: 0.0159507 Feb 17 00:34:05.124415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33256139-5d30-5872-8566-df738a37a53a-aef55492-a3bb-4193-9f92-43c940f31c3f', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb'}]}} from dv-cinder-759943-4-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:34:05.125390 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:05.208774 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-62800628-2981-4a98-9552-44ee08ea7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:05.226599 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-9a4cc3e9-4d50-45f8-bed4-1ff2547519e1 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=18d8be06c5e24676877996c144fef58d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0973761 Feb 17 00:34:05.231865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:05.235419 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:05.249129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62800628-2981-4a98-9552-44ee08ea7bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62270996-47af-494f-9814-7f9f30b38be1,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:05.253871 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-62800628-2981-4a98-9552-44ee08ea7bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:05.268621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-62800628-2981-4a98-9552-44ee08ea7bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:05.270388 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-62800628-2981-4a98-9552-44ee08ea7bbb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/62270996-47af-494f-9814-7f9f30b38be1 HTTP/1.1" status: 204 len: 168 time: 1.1980627 Feb 17 00:34:05.311632 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-e5d7d6cd-723b-4f66-9e09-5bb8cb180635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:05.387072 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-e5d7d6cd-723b-4f66-9e09-5bb8cb180635 admin admin] Usage tracker for resource:security_group_rule and tenant:6113519fc9d745559be85609107bbf41 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:05.397661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-e5d7d6cd-723b-4f66-9e09-5bb8cb180635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:05.455982 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f067ff03-b265-4daa-95fe-b36bc402c199 None None] Network c2c1fedf-b050-43eb-97d0-4a3845e99d82 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:34:05.487853 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-e5d7d6cd-723b-4f66-9e09-5bb8cb180635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:05.622859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846438621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846511957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773401'] for router, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:05.919154 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Allocated IP 172.20.0.2 (aef55492-a3bb-4193-9f92-43c940f31c3f/081519e3-3689-4b75-a2a2-253d4b2b0fbb/04d5bb29-f328-4806-b080-e55a058c20bc) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:05.986171 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:05.997467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33894) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:06.032149 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:06.166045 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846511942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8337176'] for router, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:06.304197 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:06.371763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Transition to ACTIVE for port object 04d5bb29-f328-4806-b080-e55a058c20bc will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:06.404228 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Transition to ACTIVE for port object 04d5bb29-f328-4806-b080-e55a058c20bc will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:06.440267 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b2ba7-4382-4c4f-9b4e-88d738637bed None None] Network ff31d784-b8b2-47e1-ae32-b9585233432b requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:34:06.498442 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Allocated IP 172.28.3.213 (3cbdbc70-d7bd-4bf3-84f2-140283f8882a/5e64d413-6664-47c4-a852-9f8e80de566a/c83301c5-ead6-4bf2-bab5-94709d1527a4) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:06.517128 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:06.556468 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:06.590467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-ede0da69-9e89-4ca2-8845-5a03ae3c9a20 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:34:06.591594 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-ede0da69-9e89-4ca2-8845-5a03ae3c9a20 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.7630079 Feb 17 00:34:06.719468 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-809e7a7f-3dce-4c76-90bf-7fa47534ef27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:06.719684 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-74e2063d-36b6-4c1f-a2b2-12a7311d0f37 None None] Provisioning for port a5681d57-0de4-4bb5-94b5-72e487727658 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:06.734354 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Pushing event updated for resources: {'Port': ['ID=04d5bb29-f328-4806-b080-e55a058c20bc,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:06.761373 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:06.786962 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d6cd-723b-4f66-9e09-5bb8cb180635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:06.794890 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-809e7a7f-3dce-4c76-90bf-7fa47534ef27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:06.801865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-809e7a7f-3dce-4c76-90bf-7fa47534ef27 admin admin] Usage tracker for resource:security_group_rule and tenant:3d3843e8c1a54c6e9cb2ba312a9a6baf is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:06.805928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-809e7a7f-3dce-4c76-90bf-7fa47534ef27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:06.812008 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-809e7a7f-3dce-4c76-90bf-7fa47534ef27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:06.836664 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:06.841893 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-272ed54a-3b9e-4161-a1f0-a137f67a7721 service neutron] 10.222.0.38 "GET /v2.0/networks/82bf8f64-a2d3-4b85-9238-8299f34e13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341092 Feb 17 00:34:06.917282 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Network aef55492-a3bb-4193-9f92-43c940f31c3f is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:06.931042 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:06.935899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:06.991187 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a5681d57-0de4-4bb5-94b5-72e487727658 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:06.993549 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33916) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:07.007034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e5d7d6cd-723b-4f66-9e09-5bb8cb180635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:07.062497 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Attempting to bind port 04d5bb29-f328-4806-b080-e55a058c20bc on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:34:07.062923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Attempting to bind port 04d5bb29-f328-4806-b080-e55a058c20bc by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:34:07.063339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Attempting to bind port 04d5bb29-f328-4806-b080-e55a058c20bc on network aef55492-a3bb-4193-9f92-43c940f31c3f {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:34:07.077796 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-d9f0295f-1d7c-44f7-bab8-f8b4ee2d3dda service neutron] 10.222.0.38 "GET /v2.0/networks/82bf8f64-a2d3-4b85-9238-8299f34e13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2289855 Feb 17 00:34:07.091403 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:34:07.091842 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Checking segment: {'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:07.094510 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:07.095633 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Bound using segment: {'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:34:07.096903 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Bound port: 04d5bb29-f328-4806-b080-e55a058c20bc, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:34:07.097393 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:07.111836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:07.176376 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-809e7a7f-3dce-4c76-90bf-7fa47534ef27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:07.224948 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:07.243251 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-e5d7d6cd-723b-4f66-9e09-5bb8cb180635 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6113519fc9d745559be85609107bbf41&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6835084 Feb 17 00:34:07.251212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-809e7a7f-3dce-4c76-90bf-7fa47534ef27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:07.255906 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33924) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:07.337122 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] For port 04d5bb29-f328-4806-b080-e55a058c20bc, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:34:07.343496 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] For port 04d5bb29-f328-4806-b080-e55a058c20bc, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=04d5bb29-f328-4806-b080-e55a058c20bc,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:34:07.345942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port a5681d57-0de4-4bb5-94b5-72e487727658 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:07.353620 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port a5681d57-0de4-4bb5-94b5-72e487727658 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:07.357063 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:07.408636 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:07.473247 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-70a96f89-e630-4920-b1ef-9d35a98a8cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:07.499916 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33940) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:07.503370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:07.519252 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:07.560093 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:07.570756 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:07.580962 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:07.594621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 is scheduled to L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a with binding_index 1 {{(pid=84042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:34:07.599238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-995d0e66-d752-412d-87ca-578569eec2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:07.649784 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-995d0e66-d752-412d-87ca-578569eec2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:07.663361 dv-cinder-759943-4-smb neutron-server[83929]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 00:34:07.719227 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:07.814581 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c83301c5-ead6-4bf2-bab5-94709d1527a4,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:07.843650 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:07.973986 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-146917ab-5b28-49d7-8855-5be24378a036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:07.991228 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7d6cd-723b-4f66-9e09-5bb8cb180635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e4037b-fa82-4786-b3a9-65addc107db3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:08.007418 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e5d7d6cd-723b-4f66-9e09-5bb8cb180635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:08.049632 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-146917ab-5b28-49d7-8855-5be24378a036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:08.053273 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.689s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:08.071200 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-757c40d2-37d6-4d19-9bde-4688aa54f19d None None] Provisioning complete for port a5681d57-0de4-4bb5-94b5-72e487727658 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:08.071551 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-757c40d2-37d6-4d19-9bde-4688aa54f19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:08.136938 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5f7e80cc-f50e-497e-8578-bebc1ea2a44d req-47bce608-0744-432c-9529-74ac7f8954fe tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 210 time: 0.5373070 Feb 17 00:34:08.170831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-146917ab-5b28-49d7-8855-5be24378a036 admin admin] Usage tracker for resource:security_group_rule and tenant:cfa6a44cb2084d1dae8a67f50d5914be is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:08.206957 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-809e7a7f-3dce-4c76-90bf-7fa47534ef27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d3843e8c1a54c6e9cb2ba312a9a6baf&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1792009 Feb 17 00:34:08.223723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Pushing event updated for resources: {'Port': ['ID=04d5bb29-f328-4806-b080-e55a058c20bc,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:08.285036 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:08.301628 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-146917ab-5b28-49d7-8855-5be24378a036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:08.337918 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33962) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:08.346957 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-995d0e66-d752-412d-87ca-578569eec2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:08.369304 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:08.420372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-146917ab-5b28-49d7-8855-5be24378a036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:08.431260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-757c40d2-37d6-4d19-9bde-4688aa54f19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:08.450636 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port a5681d57-0de4-4bb5-94b5-72e487727658, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=a5681d57-0de4-4bb5-94b5-72e487727658,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:08.457243 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:08.479846 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e7a7f-3dce-4c76-90bf-7fa47534ef27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7384bf3-e8e8-4022-97b9-33391f3b73e2,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:08.497503 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:08.499659 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-809e7a7f-3dce-4c76-90bf-7fa47534ef27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:08.507443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:08.510934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:08.553573 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d0e66-d752-412d-87ca-578569eec2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e4037b-fa82-4786-b3a9-65addc107db3,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:08.558347 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-995d0e66-d752-412d-87ca-578569eec2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:08.630596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [None req-757c40d2-37d6-4d19-9bde-4688aa54f19d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:34:08.631358 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [None req-757c40d2-37d6-4d19-9bde-4688aa54f19d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:34:08.654948 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-995d0e66-d752-412d-87ca-578569eec2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:08.656201 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-995d0e66-d752-412d-87ca-578569eec2af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06e4037b-fa82-4786-b3a9-65addc107db3 HTTP/1.1" status: 204 len: 168 time: 1.3991847 Feb 17 00:34:08.666620 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=a5681d57-0de4-4bb5-94b5-72e487727658,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:08.678162 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:08.727531 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-027c879c-fadf-4535-b17f-86be5b516e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:08.750620 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:34:08.764137 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Sync routers for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:34:08.766425 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-027c879c-fadf-4535-b17f-86be5b516e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:08.778730 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:34:08.779475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:33:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:08.881018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Notify callbacks [] for router, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:08.884721 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.6702843 Feb 17 00:34:08.892569 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 33982) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:09.077055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a5681d57-0de4-4bb5-94b5-72e487727658 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:09.078416 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:34:09.165568 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846511942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8337176'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:09.214250 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-146917ab-5b28-49d7-8855-5be24378a036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:09.271877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Allocated IP 172.28.3.94 (3cbdbc70-d7bd-4bf3-84f2-140283f8882a/5e64d413-6664-47c4-a852-9f8e80de566a/b58fd58a-32a8-4a73-957f-d386ecf1ac79) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:09.298494 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-146917ab-5b28-49d7-8855-5be24378a036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:09.347709 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:09.379383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port a5681d57-0de4-4bb5-94b5-72e487727658 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:09.380112 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:09.411847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146917ab-5b28-49d7-8855-5be24378a036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e6c3b9-df83-47f0-a6a2-c65bd7c0f211,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:09.527612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-027c879c-fadf-4535-b17f-86be5b516e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:09.530576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-3ae32494-46d1-46a3-807a-adee24d57748 None None] Provisioning complete for port a5681d57-0de4-4bb5-94b5-72e487727658 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:09.536232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3ae32494-46d1-46a3-807a-adee24d57748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:09.687656 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-146917ab-5b28-49d7-8855-5be24378a036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:09.700851 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d2dd7aa0-864b-4928-828b-db36547a69c7 req-4fce9c3c-3cc3-404a-902c-1424ba974898 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 210 time: 0.4063656 Feb 17 00:34:09.709167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34000) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:09.719232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-809e7a7f-3dce-4c76-90bf-7fa47534ef27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:09.781583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 04d5bb29-f328-4806-b080-e55a058c20bc up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:09.791871 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:04Z', 'revision_number': 3, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:09.796533 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c879c-fadf-4535-b17f-86be5b516e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7384bf3-e8e8-4022-97b9-33391f3b73e2,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:09.802013 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Checking router: 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:34:09.802650 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Updating router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 port 86f817c5-7ce7-475e-86af-17a3fc862cc1 binding host dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:34:09.804109 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-146917ab-5b28-49d7-8855-5be24378a036 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cfa6a44cb2084d1dae8a67f50d5914be&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7990768 Feb 17 00:34:09.809137 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 34008) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:09.812359 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-027c879c-fadf-4535-b17f-86be5b516e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:09.815227 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-557766f6-4ffb-4b84-a0d3-5761e20a8e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:09.847062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-557766f6-4ffb-4b84-a0d3-5761e20a8e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:09.857595 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-557766f6-4ffb-4b84-a0d3-5761e20a8e9a admin admin] Usage tracker for resource:security_group_rule and tenant:6d622b5b9c4d4c6a8faea446b8db722e is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:09.862697 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-557766f6-4ffb-4b84-a0d3-5761e20a8e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:09.876405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:09.882437 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-557766f6-4ffb-4b84-a0d3-5761e20a8e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:10.062323 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Router 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 is scheduled to L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:34:10.129493 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409884cd-6e64-4308-bb9d-d6eac88aecca None None] Network aef55492-a3bb-4193-9f92-43c940f31c3f requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:34:10.131291 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-027c879c-fadf-4535-b17f-86be5b516e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:10.136206 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-027c879c-fadf-4535-b17f-86be5b516e8e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f7384bf3-e8e8-4022-97b9-33391f3b73e2 HTTP/1.1" status: 204 len: 168 time: 1.7880735 Feb 17 00:34:10.302592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port 04d5bb29-f328-4806-b080-e55a058c20bc completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:10.341084 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2edb151e-af95-40f4-8998-370ff106a4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:10.395968 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2edb151e-af95-40f4-8998-370ff106a4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:10.404293 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:34:10.428414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Sync routers for ids ['61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:34:10.437760 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-0435e5ea-0306-497f-8467-296f2395320e None None] Provisioning for port 04d5bb29-f328-4806-b080-e55a058c20bc completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:10.467523 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Routers {'61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:34:10.468061 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:10.468238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:33:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:10.487072 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-557766f6-4ffb-4b84-a0d3-5761e20a8e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:10.528795 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-557766f6-4ffb-4b84-a0d3-5761e20a8e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:10.540942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-62800628-2981-4a98-9552-44ee08ea7bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:10.566945 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-0435e5ea-0306-497f-8467-296f2395320e None None] Provisioning complete for port 04d5bb29-f328-4806-b080-e55a058c20bc triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:10.567381 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0435e5ea-0306-497f-8467-296f2395320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:10.572079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:10.579981 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8838472 Feb 17 00:34:10.589912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34020) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:10.679193 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-557766f6-4ffb-4b84-a0d3-5761e20a8e9a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6d622b5b9c4d4c6a8faea446b8db722e&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9686282 Feb 17 00:34:10.680544 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34026) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:10.942719 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557766f6-4ffb-4b84-a0d3-5761e20a8e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d2eeeb-ce84-40c7-9240-407ce6851481,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:10.997059 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:10.998138 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2edb151e-af95-40f4-8998-370ff106a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:11.118185 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-dd00182a-e009-4683-b931-30b0c47c3749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:11.217932 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-557766f6-4ffb-4b84-a0d3-5761e20a8e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:11.355314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Set router 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:34:11.396377 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9779e237-a5aa-4917-8259-e78cb24f1651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:11.454493 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e83e93cb-7ba3-4a79-a1eb-93bc9c33846f req-eb9b16f6-ddc6-46e2-b9c9-9e6d6f39d636 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 210 time: 0.4629638 Feb 17 00:34:11.526097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2edb151e-af95-40f4-8998-370ff106a4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:11.529814 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-2edb151e-af95-40f4-8998-370ff106a4a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/77e6c3b9-df83-47f0-a6a2-c65bd7c0f211 HTTP/1.1" status: 204 len: 168 time: 1.7139513 Feb 17 00:34:11.529814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.49', 58998) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:11.564490 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9779e237-a5aa-4917-8259-e78cb24f1651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:11.566664 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:11.615559 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0435e5ea-0306-497f-8467-296f2395320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:11.639419 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Transition to ACTIVE for port object 86f817c5-7ce7-475e-86af-17a3fc862cc1 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:11.657448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:11.685314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Pushing event updated for resources: {'Port': ['ID=b58fd58a-32a8-4a73-957f-d386ecf1ac79,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:11.696278 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:11.713249 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:11.731117 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:11.775082 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.572s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:11.900596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-0435e5ea-0306-497f-8467-296f2395320e None None] For port 04d5bb29-f328-4806-b080-e55a058c20bc, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=04d5bb29-f328-4806-b080-e55a058c20bc,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:11.938055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0435e5ea-0306-497f-8467-296f2395320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:11.986394 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:12.002840 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-42d62bc1-13e4-492f-bd1b-71347e8e032f tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:12.004763 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-42d62bc1-13e4-492f-bd1b-71347e8e032f tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.49 "GET /v2.0/networks?id=82bf8f64-a2d3-4b85-9238-8299f34e13e8 HTTP/1.1" status: 200 len: 812 time: 0.4681466 Feb 17 00:34:12.005579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb151e-af95-40f4-8998-370ff106a4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e6c3b9-df83-47f0-a6a2-c65bd7c0f211,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:12.009713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2edb151e-af95-40f4-8998-370ff106a4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:12.023367 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:12.117763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9779e237-a5aa-4917-8259-e78cb24f1651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:12.128543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:12.178664 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Pushing event updated for resources: {'Port': ['ID=86f817c5-7ce7-475e-86af-17a3fc862cc1,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:12.214785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.215164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.215508 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.227133 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.227912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.228499 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.229056 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.229614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.231319 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.231884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.232442 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.245471 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.246079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.246770 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.247310 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.247860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.249405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.249959 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.252141 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.252680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.253334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.257464 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.258061 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.258592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Tracked resource versions report: Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: pushed versions: Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: { 'AddressGroup': {'1.1'}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': {'1.0'}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': {'1.0'}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': {'1.1'}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': {'1.7'}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': {'1.2'}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': {'1.8'}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': {'1.4'}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': {'1.2'}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': {'1.0'}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': {'1.1'}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': {'1.1'}} Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: consumer versions: Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: { DHCP agent@dv-cinder-759943-4-smb: {}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: L3 agent@dv-cinder-759943-4-smb: {}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: Metadata agent@dv-cinder-759943-4-smb: {}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: Metering agent@dv-cinder-759943-4-smb: {}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: Open vSwitch agent@dv-cinder-759943-4-smb: { 'AddressGroup': '1.1', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': '1.0', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': '1.0', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': '1.1', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': '1.7', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': '1.2', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': '1.8', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': '1.4', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': '1.2', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': '1.0', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': '1.1', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': '1.1'}, Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: Open vSwitch agent@hv-cinder-75994: { 'AddressGroup': '1.1', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'ConntrackHelper': '1.0', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Log': '1.0', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Network': '1.1', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Port': '1.7', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'PortForwarding': '1.2', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'QosPolicy': '1.8', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroup': '1.4', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'SecurityGroupRule': '1.2', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'SubPort': '1.0', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Subnet': '1.1', Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: 'Trunk': '1.1'}} Feb 17 00:34:12.260486 dv-cinder-759943-4-smb neutron-server[83929]: {{(pid=84045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 00:34:12.302374 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:12.408617 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-5fa50a1a-b72f-4cb1-af8c-b25c1eede5fc None None] Provisioning complete for port 04d5bb29-f328-4806-b080-e55a058c20bc triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:12.417866 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5fa50a1a-b72f-4cb1-af8c-b25c1eede5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:12.456201 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779e237-a5aa-4917-8259-e78cb24f1651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d2eeeb-ce84-40c7-9240-407ce6851481,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:12.470086 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9779e237-a5aa-4917-8259-e78cb24f1651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:12.530694 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9779e237-a5aa-4917-8259-e78cb24f1651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:12.538077 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-9779e237-a5aa-4917-8259-e78cb24f1651 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7d2eeeb-ce84-40c7-9240-407ce6851481 HTTP/1.1" status: 204 len: 168 time: 1.6876419 Feb 17 00:34:12.543636 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:12.552008 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Request body: {'port': {'device_id': '9dbb4016-cb53-43df-b28d-621f105883d6', 'network_id': '82bf8f64-a2d3-4b85-9238-8299f34e13e8', 'admin_state_up': True, 'tenant_id': '18d8be06c5e24676877996c144fef58d'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:12.561413 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Attempting to bind port 86f817c5-7ce7-475e-86af-17a3fc862cc1 on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:34:12.561833 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Attempting to bind port 86f817c5-7ce7-475e-86af-17a3fc862cc1 by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:34:12.562226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Attempting to bind port 86f817c5-7ce7-475e-86af-17a3fc862cc1 on network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:34:12.582128 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:34:12.582522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Checking segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:12.582972 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:12.583574 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Bound using segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:34:12.583860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Bound port: 86f817c5-7ce7-475e-86af-17a3fc862cc1, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:34:12.584271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:12.615762 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:12.633557 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:12.731678 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] For port 86f817c5-7ce7-475e-86af-17a3fc862cc1, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:34:12.742787 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] For port 86f817c5-7ce7-475e-86af-17a3fc862cc1, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=86f817c5-7ce7-475e-86af-17a3fc862cc1,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:34:12.786145 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:12.814527 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-321286c7-b185-4979-9fb3-eddf1583c75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:12.823339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435e5ea-0306-497f-8467-296f2395320e None None] Pushing event updated for resources: {'Port': ['ID=04d5bb29-f328-4806-b080-e55a058c20bc,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:12.827358 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0435e5ea-0306-497f-8467-296f2395320e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:12.898016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb18e9cc-f017-4eda-a7a6-fc9b0c2addd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:12.980425 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:12.984908 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Usage tracker for resource:port and tenant:18d8be06c5e24676877996c144fef58d is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:12.988841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:12.997458 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:13.042449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Allocated IP 172.20.0.1 (c2c1fedf-b050-43eb-97d0-4a3845e99d82/b10397f5-495d-4d30-83f5-ea178ae22011/a10496a5-f597-4e4f-b486-012cde24ce1a) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:13.081151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'name': 'tempest-ServerRescueNegativeTestJSON-1578067831-router', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:03Z', 'updated_at': '2021-02-17T00:34:08Z', 'revision_number': 3, 'project_id': '0dc6049af5414093b47adfcd95956623', 'gw_port': {'id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:06Z', 'updated_at': '2021-02-17T00:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:13.093576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Checking router: 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:34:13.093997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Updating router 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 port c83301c5-ead6-4bf2-bab5-94709d1527a4 binding host dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:34:13.169090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Made reservation on behalf of 18d8be06c5e24676877996c144fef58d for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:34:13.178121 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:13.202507 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Allocated IP 172.20.0.1 (ff31d784-b8b2-47e1-ae32-b9585233432b/7e9c8844-2af8-4b7a-86e5-25cde2667f3e/02053feb-2210-4eec-802e-0f7137cc3fb4) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:13.237075 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:13.263966 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b46b7bf9-a5c0-4c83-afbc-1a91d463ab1c req-97967291-3451-4904-a960-b7e1fe3de82c tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 210 time: 0.3726113 Feb 17 00:34:13.320913 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:13.409691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:13.431456 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Pushing event updated for resources: {'Port': ['ID=86f817c5-7ce7-475e-86af-17a3fc862cc1,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:13.448593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:13.483711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:34:13.484603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:33:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:13.629985 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-e72abb25-cb35-40ea-9a64-40886d236c33 None None] Provisioning complete for port 04d5bb29-f328-4806-b080-e55a058c20bc triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:13.630824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e72abb25-cb35-40ea-9a64-40886d236c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:13.633190 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:13.770050 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:34:13.829401 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Pushing event updated for resources: {'Port': ['ID=a10496a5-f597-4e4f-b486-012cde24ce1a,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:13.834936 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:13.968781 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Network c2c1fedf-b050-43eb-97d0-4a3845e99d82 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:13.970596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:13.974016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:13.978755 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846502655'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:14.167499 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:14.202805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:14.208669 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:04Z', 'revision_number': 3, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:14.227424 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e7557-83ef-4451-9d34-d5791929ab13 None None] The sync data for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb is: [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:04Z', 'revision_number': 3, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:34:14.228115 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Transition to ACTIVE for port object c83301c5-ead6-4bf2-bab5-94709d1527a4 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:14.534095 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:14.540197 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:14.685181 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:14.726819 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 34144) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:14.835012 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Attempting to bind port c83301c5-ead6-4bf2-bab5-94709d1527a4 on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:34:14.835470 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Attempting to bind port c83301c5-ead6-4bf2-bab5-94709d1527a4 by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:34:14.836498 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Attempting to bind port c83301c5-ead6-4bf2-bab5-94709d1527a4 on network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:34:14.893313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:34:14.893797 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Checking segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:14.894235 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:14.894666 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Bound using segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:34:14.895217 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Bound port: c83301c5-ead6-4bf2-bab5-94709d1527a4, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:34:14.895681 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:15.065523 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 04d5bb29-f328-4806-b080-e55a058c20bc up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:15.153946 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:15.187331 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b9a3-eb2f-4eda-9bac-6feb36589f01 None None] Pushing event updated for resources: {'Port': ['ID=c83301c5-ead6-4bf2-bab5-94709d1527a4,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:15.205836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-45b2b9a3-eb2f-4eda-9bac-6feb36589f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:15.208992 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] For port c83301c5-ead6-4bf2-bab5-94709d1527a4, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:34:15.232640 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:15.234287 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846806355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8273255'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:15.282207 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:15.318073 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-048d1c47-6568-4d92-b4b2-63a3d122d6d9 req-c21f254b-0ef6-46be-b532-7ac6013978f6 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 210 time: 0.4048507 Feb 17 00:34:15.319288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] For port c83301c5-ead6-4bf2-bab5-94709d1527a4, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=c83301c5-ead6-4bf2-bab5-94709d1527a4,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:34:15.350712 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5a39bf84-1ea6-498c-bf19-4530fc440ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:15.355861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 04d5bb29-f328-4806-b080-e55a058c20bc triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:15.356284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:15.402771 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:15.411395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:15.435048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:15.739492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:15.791862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Pushing event updated for resources: {'Port': ['ID=a10496a5-f597-4e4f-b486-012cde24ce1a,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:15.798578 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:15.819405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Allocated IP 172.20.0.9 (82bf8f64-a2d3-4b85-9238-8299f34e13e8/518c6dd2-9c0d-47d1-834e-21282aa26c6d/b600abae-091d-46a4-94ee-d178feaa7276) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:15.839356 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846511942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8337176'] for router, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:15.839550 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Network c2c1fedf-b050-43eb-97d0-4a3845e99d82 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:15.839550 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:15.850132 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b9a3-eb2f-4eda-9bac-6feb36589f01 None None] Pushing event updated for resources: {'Port': ['ID=c83301c5-ead6-4bf2-bab5-94709d1527a4,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:15.924684 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-45b2b9a3-eb2f-4eda-9bac-6feb36589f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:16.252504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Routers {'61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:34:16.253488 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:34:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:16.279718 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:16.313066 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Transition to ACTIVE for port object 02053feb-2210-4eec-802e-0f7137cc3fb4 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:16.694210 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2072298224-network', 'tenant_id': '8a37d8be50d744b795db7a362556b39e'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:16.703001 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:16.710799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:16.720622 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Usage tracker for resource:network and tenant:8a37d8be50d744b795db7a362556b39e is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:16.727926 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:16.737361 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:16.748649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:17.020962 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 86f817c5-7ce7-475e-86af-17a3fc862cc1 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:17.228647 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Router 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:34:17.274113 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a0494-6c2a-4a6f-9723-0542be2b4faa req-4d12513c-62c1-478b-aa73-67c01aa44f73 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:17.276133 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1a7a0494-6c2a-4a6f-9723-0542be2b4faa req-4d12513c-62c1-478b-aa73-67c01aa44f73 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 931 time: 0.6257031 Feb 17 00:34:17.288310 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:17.346110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:17.512851 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port 86f817c5-7ce7-475e-86af-17a3fc862cc1 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:17.527413 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] Set router 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:34:17.555597 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:17.613927 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:34:17.672402 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 86f817c5-7ce7-475e-86af-17a3fc862cc1 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:17.691255 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:17.719658 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] 10.222.0.38 "PUT /v2.0/routers/61afb3e7-82e1-4182-ae31-fbd1b9d0ee14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1279016 Feb 17 00:34:17.722539 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-1a7a0494-6c2a-4a6f-9723-0542be2b4faa req-1b19237f-e814-4f21-b85b-bbcb171e018e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Synchronizing usage tracker for tenant:18d8be06c5e24676877996c144fef58d on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:17.768304 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-1a7a0494-6c2a-4a6f-9723-0542be2b4faa req-1b19237f-e814-4f21-b85b-bbcb171e018e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Unset dirty status for tenant:18d8be06c5e24676877996c144fef58d on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:17.769846 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1a7a0494-6c2a-4a6f-9723-0542be2b4faa req-1b19237f-e814-4f21-b85b-bbcb171e018e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576796 Feb 17 00:34:17.992666 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Made reservation on behalf of 8a37d8be50d744b795db7a362556b39e for: {'network': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:34:17.999454 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:18.036515 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Network 82bf8f64-a2d3-4b85-9238-8299f34e13e8 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:18.037911 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:18.064224 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Network ff31d784-b8b2-47e1-ae32-b9585233432b is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:18.065641 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:18.076418 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:18.082690 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:18.083895 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:18.140326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:18.142589 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Pushing event updated for resources: {'Port': ['ID=02053feb-2210-4eec-802e-0f7137cc3fb4,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:18.162931 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:18.192038 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Usage tracker for resource:security_group_rule and tenant:8a37d8be50d744b795db7a362556b39e is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:18.203273 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:18.210096 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:18.276968 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:18.277557 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846502655'] for router_interface, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:18.309734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:18.380400 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port 86f817c5-7ce7-475e-86af-17a3fc862cc1, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=86f817c5-7ce7-475e-86af-17a3fc862cc1,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:18.487829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:18.495678 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e868dd9c-f08b-4f71-80bb-77b5062cef4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:18.595901 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Router 16285c85-fc9a-4539-9bd0-4810dba48f53 is scheduled to L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a with binding_index 1 {{(pid=84042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:34:18.598906 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0651536 Feb 17 00:34:18.625414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-e7108639-013b-488d-8e21-e6ad3ddb0497 None None] Provisioning for port 02053feb-2210-4eec-802e-0f7137cc3fb4 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:18.633009 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-953d5c9a-801f-4b52-9936-06eb7b521fe2 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:34:18.636852 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-953d5c9a-801f-4b52-9936-06eb7b521fe2 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0119545 Feb 17 00:34:18.651677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=86f817c5-7ce7-475e-86af-17a3fc862cc1,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:18.661970 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:18.665588 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-e7108639-013b-488d-8e21-e6ad3ddb0497 None None] Provisioning complete for port 02053feb-2210-4eec-802e-0f7137cc3fb4 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:18.666414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e7108639-013b-488d-8e21-e6ad3ddb0497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:18.815388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-e7108639-013b-488d-8e21-e6ad3ddb0497 None None] Port 02053feb-2210-4eec-802e-0f7137cc3fb4 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:34:18.853635 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'name': 'tempest-ServerRescueNegativeTestJSON-1578067831-router', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:03Z', 'updated_at': '2021-02-17T00:34:14Z', 'revision_number': 4, 'project_id': '0dc6049af5414093b47adfcd95956623', 'gw_port': {'id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:06Z', 'updated_at': '2021-02-17T00:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'a10496a5-f597-4e4f-b486-012cde24ce1a', 'name': '', 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'mac_address': 'fa:16:3e:20:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b10397f5-495d-4d30-83f5-ea178ae22011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:14Z', 'revision_number': 2, 'project_id': '0dc6049af5414093b47adfcd95956623', 'subnets': [{'id': 'b10397f5-495d-4d30-83f5-ea178ae22011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:18.863111 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864a365-c2ae-4569-b731-8664fd04910e None None] The sync data for ids ['61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'] in dv-cinder-759943-4-smb is: [{'id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'name': 'tempest-ServerRescueNegativeTestJSON-1578067831-router', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:03Z', 'updated_at': '2021-02-17T00:34:14Z', 'revision_number': 4, 'project_id': '0dc6049af5414093b47adfcd95956623', 'gw_port': {'id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:06Z', 'updated_at': '2021-02-17T00:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'a10496a5-f597-4e4f-b486-012cde24ce1a', 'name': '', 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'mac_address': 'fa:16:3e:20:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b10397f5-495d-4d30-83f5-ea178ae22011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:14Z', 'revision_number': 2, 'project_id': '0dc6049af5414093b47adfcd95956623', 'subnets': [{'id': 'b10397f5-495d-4d30-83f5-ea178ae22011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:34:18.988636 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 86f817c5-7ce7-475e-86af-17a3fc862cc1 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:19.228654 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 86f817c5-7ce7-475e-86af-17a3fc862cc1 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:19.229161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:19.261604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Pushing event updated for resources: {'Port': ['ID=b600abae-091d-46a4-94ee-d178feaa7276,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:19.272868 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73cdd2-f918-46ca-8ed7-48a2c5ef6d7a req-50443d18-6f2f-4d77-8ead-5642c6bc75eb tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:19.278862 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-de73cdd2-f918-46ca-8ed7-48a2c5ef6d7a req-50443d18-6f2f-4d77-8ead-5642c6bc75eb tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 931 time: 0.2076707 Feb 17 00:34:19.336856 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.787s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:19.359354 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.384s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:19.359832 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:19.410151 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-de73cdd2-f918-46ca-8ed7-48a2c5ef6d7a req-090219bd-0585-4906-873a-ea4e80b9567b tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100419 Feb 17 00:34:19.607288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Request body: {'port': {'device_id': '9dbb4016-cb53-43df-b28d-621f105883d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:19.821948 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:19.849183 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:19.909320 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:19.968884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-49b63642-f606-475f-8e03-4352bba728a6 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:19.977111 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-49b63642-f606-475f-8e03-4352bba728a6 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/networks?id=c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 200 len: 819 time: 1.2606196 Feb 17 00:34:20.021766 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:20.123784 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:34:20.135836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268288631839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:20.136135 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Added segment 245f6e98-5ec5-43dc-a22f-b770cd62f349 of type vxlan for network 167e5d6f-00dd-4fb7-8245-4979d5c2b40a Feb 17 00:34:20.165554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:20.176007 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:34:20.188097 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-c77fcfc9-0be4-47b4-9bc3-93c3f96d5c14 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/quotas/0dc6049af5414093b47adfcd95956623 HTTP/1.1" status: 200 len: 375 time: 0.2098551 Feb 17 00:34:20.223576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Sync routers for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:34:20.247267 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:34:20.247950 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:34:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:20.588451 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:34:20.742673 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:20.772164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30118453-d4cb-44eb-beaa-bfb2e23ed828,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:20.782337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:20.783203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:20.837603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:20.841080 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:20.859645 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:20.951806 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446524a-8a25-40a8-aa9d-789e6650e173 req-1dbce450-026b-4d45-b386-1849dc2c9b4b tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:20.953514 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d446524a-8a25-40a8-aa9d-789e6650e173 req-1dbce450-026b-4d45-b386-1849dc2c9b4b tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 931 time: 0.2075746 Feb 17 00:34:21.012211 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Pushing event updated for resources: {'Network': ['ID=167e5d6f-00dd-4fb7-8245-4979d5c2b40a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:21.055830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:21.057260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network 167e5d6f-00dd-4fb7-8245-4979d5c2b40a details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:34:21.143408 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d446524a-8a25-40a8-aa9d-789e6650e173 req-764ec363-3c85-4722-9325-3e4ba857919b tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713905 Feb 17 00:34:21.144884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network 167e5d6f-00dd-4fb7-8245-4979d5c2b40a details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:34:21.330633 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:13Z', 'revision_number': 3, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:21.336527 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Checking router: 16285c85-fc9a-4539-9bd0-4810dba48f53 for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:34:21.337102 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Updating router 16285c85-fc9a-4539-9bd0-4810dba48f53 port b58fd58a-32a8-4a73-957f-d386ecf1ac79 binding host dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:34:21.431909 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:21.552712 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device c83301c5-ead6-4bf2-bab5-94709d1527a4 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:21.553584 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:21.573019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34322) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:21.573397 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 6.8449705 Feb 17 00:34:21.574837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Notify callbacks [] for router, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:21.576242 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 17.9144855 Feb 17 00:34:21.583893 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Request body: {'subnet': {'network_id': '167e5d6f-00dd-4fb7-8245-4979d5c2b40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2072298224-subnet', 'tenant_id': '8a37d8be50d744b795db7a362556b39e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:21.588267 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 34326) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:21.597052 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:21.612552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Usage tracker for resource:subnet and tenant:8a37d8be50d744b795db7a362556b39e is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:21.623587 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:21.642530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:21.666844 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:21.694361 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846806355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8273255'] for router_interface, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:21.699345 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Made reservation on behalf of 8a37d8be50d744b795db7a362556b39e for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:34:21.704554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:21.745419 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port c83301c5-ead6-4bf2-bab5-94709d1527a4 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:21.753535 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port c83301c5-ead6-4bf2-bab5-94709d1527a4 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:21.754129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:21.773792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:22.089616 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-ad1c80dc-25d9-4937-8a9f-3aadabf2aa0b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0dc6049af5414093b47adfcd95956623&fields=id HTTP/1.1" status: 200 len: 255 time: 1.9001782 Feb 17 00:34:22.150538 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:22.196838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port c83301c5-ead6-4bf2-bab5-94709d1527a4, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=c83301c5-ead6-4bf2-bab5-94709d1527a4,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:22.231145 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:22.238531 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:22.241246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:22.340048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Transition to ACTIVE for port object b58fd58a-32a8-4a73-957f-d386ecf1ac79 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:22.368801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:22.389170 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:22.443886 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=c83301c5-ead6-4bf2-bab5-94709d1527a4,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:22.451590 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Pushing event updated for resources: {'Port': ['ID=02053feb-2210-4eec-802e-0f7137cc3fb4,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:22.465165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:22.476694 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:22.489654 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-46b8dc9c-5934-47f5-9eea-2f49bf9f894e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:34:22.498231 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-46b8dc9c-5934-47f5-9eea-2f49bf9f894e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1847272 Feb 17 00:34:22.745172 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179477b-7c41-4a24-8d9e-3f30e2433e00 None None] Pushing event updated for resources: {'Port': ['ID=b58fd58a-32a8-4a73-957f-d386ecf1ac79,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:22.760740 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6179477b-7c41-4a24-8d9e-3f30e2433e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:22.924964 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Network ff31d784-b8b2-47e1-ae32-b9585233432b is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:22.933012 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:22.956307 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-1750dd62-f0a3-476e-824d-754bfb72b575 service neutron] 10.222.0.38 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566379 Feb 17 00:34:22.970543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Attempting to bind port b58fd58a-32a8-4a73-957f-d386ecf1ac79 on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:34:22.970543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Attempting to bind port b58fd58a-32a8-4a73-957f-d386ecf1ac79 by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:34:22.970543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Attempting to bind port b58fd58a-32a8-4a73-957f-d386ecf1ac79 on network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:34:22.970543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:34:22.970543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Checking segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:22.982920 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device c83301c5-ead6-4bf2-bab5-94709d1527a4 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:22.992879 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:22.994237 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Bound using segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:34:22.996427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Bound port: b58fd58a-32a8-4a73-957f-d386ecf1ac79, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:34:22.997011 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:23.064279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.resource_extend [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 00:34:23.100825 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878934d-27bc-4bbb-9c3e-e8c2b0dc4388 req-efe551e2-4c24-400f-8e84-68ba22c2ed9c tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:23.114860 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3878934d-27bc-4bbb-9c3e-e8c2b0dc4388 req-efe551e2-4c24-400f-8e84-68ba22c2ed9c tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 931 time: 0.6460497 Feb 17 00:34:23.262986 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] For port b58fd58a-32a8-4a73-957f-d386ecf1ac79, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:34:23.276168 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] For port b58fd58a-32a8-4a73-957f-d386ecf1ac79, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=b58fd58a-32a8-4a73-957f-d386ecf1ac79,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:34:23.306415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:23.307649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Sync routers for ids ['61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:34:23.361813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Routers {'61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:34:23.365612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:34:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:23.459593 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3878934d-27bc-4bbb-9c3e-e8c2b0dc4388 req-1804abbd-6e44-4519-aa3a-b4c746d5ba20 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220799 Feb 17 00:34:23.529974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:23.643579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179477b-7c41-4a24-8d9e-3f30e2433e00 None None] Pushing event updated for resources: {'Port': ['ID=b58fd58a-32a8-4a73-957f-d386ecf1ac79,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:23.668745 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6179477b-7c41-4a24-8d9e-3f30e2433e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:23.697161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:23.704098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:34:23.704892 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:34:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:23.851623 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port c83301c5-ead6-4bf2-bab5-94709d1527a4 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:23.852607 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:23.913517 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:23.986077 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-01b5cbab-fef6-4934-ae81-b077a8236e37 service neutron] 10.222.0.38 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0285399 Feb 17 00:34:24.023293 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=332ce801-a1c0-4035-952a-69c8e7a31a88,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:24.030042 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:24.050502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Checking segment: {'id': '245f6e98-5ec5-43dc-a22f-b770cd62f349', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '167e5d6f-00dd-4fb7-8245-4979d5c2b40a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:24.050946 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Network hostable DHCP agents. Network: 167e5d6f-00dd-4fb7-8245-4979d5c2b40a, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:34:24.080283 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b600abae-091d-46a4-94ee-d178feaa7276 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:34:24.092747 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:24.135566 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Network 167e5d6f-00dd-4fb7-8245-4979d5c2b40a is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:34:24.173941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, 167e5d6f-00dd-4fb7-8245-4979d5c2b40a) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:24.178748 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:24.180469 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:24.201887 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-d8392822-1b9b-4aac-acbe-4e7bcffeacf9 None None] Provisioning complete for port 02053feb-2210-4eec-802e-0f7137cc3fb4 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:24.202554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d8392822-1b9b-4aac-acbe-4e7bcffeacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:24.227533 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:34:24.256744 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d76eb-7f56-4c79-8a90-8561f7ca2cac None None] Network 167e5d6f-00dd-4fb7-8245-4979d5c2b40a requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:34:24.275180 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7008741 Feb 17 00:34:24.484485 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Transition to ACTIVE for port object b600abae-091d-46a4-94ee-d178feaa7276 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:24.541831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:24.652407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-c2712e62-174b-4e55-97e4-9cf1856112bc req-890e61ab-c22f-457c-a3c9-e1dd948695c4 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Synchronizing usage tracker for tenant:0dc6049af5414093b47adfcd95956623 on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:24.719460 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Set router 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:34:24.779305 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-c2712e62-174b-4e55-97e4-9cf1856112bc req-890e61ab-c22f-457c-a3c9-e1dd948695c4 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Unset dirty status for tenant:0dc6049af5414093b47adfcd95956623 on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:24.780788 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c2712e62-174b-4e55-97e4-9cf1856112bc req-890e61ab-c22f-457c-a3c9-e1dd948695c4 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 210 time: 0.3126793 Feb 17 00:34:24.888312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:25.331822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:13Z', 'revision_number': 3, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:25.356628 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76077a6a-6c80-4cd4-ba98-811802a814c1 None None] The sync data for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb is: [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:13Z', 'revision_number': 3, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:34:25.420363 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-d8392822-1b9b-4aac-acbe-4e7bcffeacf9 None None] Port 02053feb-2210-4eec-802e-0f7137cc3fb4 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:34:25.437542 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Pushing event updated for resources: {'Port': ['ID=b600abae-091d-46a4-94ee-d178feaa7276,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:25.537548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:25.618168 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:34:25.622364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:25.655085 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'name': 'tempest-ServerRescueNegativeTestJSON-1578067831-router', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:03Z', 'updated_at': '2021-02-17T00:34:14Z', 'revision_number': 4, 'project_id': '0dc6049af5414093b47adfcd95956623', 'gw_port': {'id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:06Z', 'updated_at': '2021-02-17T00:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'a10496a5-f597-4e4f-b486-012cde24ce1a', 'name': '', 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'mac_address': 'fa:16:3e:20:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b10397f5-495d-4d30-83f5-ea178ae22011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:14Z', 'revision_number': 2, 'project_id': '0dc6049af5414093b47adfcd95956623', 'subnets': [{'id': 'b10397f5-495d-4d30-83f5-ea178ae22011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:25.661194 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Checking router: 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:34:25.661661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Updating router 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 port a10496a5-f597-4e4f-b486-012cde24ce1a binding host dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:34:25.722694 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:25.776146 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-0cdc6e13-5e65-4785-875f-1ee4d1765594 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:25.785099 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac640c7-7350-40db-87f4-5863b3e59774 None None] Network 167e5d6f-00dd-4fb7-8245-4979d5c2b40a requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:34:25.797966 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:34:25.806783 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-0cdc6e13-5e65-4785-875f-1ee4d1765594 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Synchronizing usage tracker for tenant:0dc6049af5414093b47adfcd95956623 on resource:network {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:25.921003 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-0cdc6e13-5e65-4785-875f-1ee4d1765594 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Unset dirty status for tenant:0dc6049af5414093b47adfcd95956623 on resource:network {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:25.936157 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-0cdc6e13-5e65-4785-875f-1ee4d1765594 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/networks?id=c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 200 len: 819 time: 0.8195953 Feb 17 00:34:26.025991 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-51fbae30-be8a-40cf-a4a2-c904f443e4ab tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/quotas/0dc6049af5414093b47adfcd95956623 HTTP/1.1" status: 200 len: 375 time: 0.0878079 Feb 17 00:34:26.036052 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:26.415511 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870481c-866d-40f0-a08a-8de8ddf1a8c5 req-219d8967-b6d6-4069-808f-363d9c0bd50a tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:26.431261 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-8870481c-866d-40f0-a08a-8de8ddf1a8c5 req-219d8967-b6d6-4069-808f-363d9c0bd50a tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Synchronizing usage tracker for tenant:18d8be06c5e24676877996c144fef58d on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:26.434377 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-d512f339-207f-4633-8a3b-126214022bdb tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0dc6049af5414093b47adfcd95956623&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4073567 Feb 17 00:34:26.725244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34494) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:26.753758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1453450475-network', 'tenant_id': 'ea073b3134324acb9dcfdfe0b6c9cc78'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:26.767440 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:26.778039 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Usage tracker for resource:network and tenant:ea073b3134324acb9dcfdfe0b6c9cc78 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:26.785619 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:26.801839 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:26.870965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Made reservation on behalf of ea073b3134324acb9dcfdfe0b6c9cc78 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:34:26.876980 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:26.936110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:27.018709 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:27.032755 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Usage tracker for resource:security_group_rule and tenant:ea073b3134324acb9dcfdfe0b6c9cc78 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:27.036037 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:27.043606 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:27.045952 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Allocated IP 172.20.0.1 (aef55492-a3bb-4193-9f92-43c940f31c3f/081519e3-3689-4b75-a2a2-253d4b2b0fbb/1aa22d31-d19c-455a-a365-c303f6a16010) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:27.071362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34502) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:27.193329 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-ecc4606d-efe2-4af7-87a3-9c48333857cf service neutron] 10.222.0.38 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7576220 Feb 17 00:34:27.266546 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-8870481c-866d-40f0-a08a-8de8ddf1a8c5 req-219d8967-b6d6-4069-808f-363d9c0bd50a tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Unset dirty status for tenant:18d8be06c5e24676877996c144fef58d on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:27.267901 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8870481c-866d-40f0-a08a-8de8ddf1a8c5 req-219d8967-b6d6-4069-808f-363d9c0bd50a tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 943 time: 1.9247031 Feb 17 00:34:27.409441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:27.423905 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Transition to ACTIVE for port object a10496a5-f597-4e4f-b486-012cde24ce1a will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:27.476748 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:27.516677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0435e5ea-0306-497f-8467-296f2395320e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:27.591494 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-57ddf465-6d62-4a21-92b1-adeee36b1b8e service neutron] 10.222.0.38 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3844414 Feb 17 00:34:27.636330 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0a65-b00f-40c6-b93e-addd3664d1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:27.686142 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-bd4a0a65-b00f-40c6-b93e-addd3664d1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:27.692576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-bd4a0a65-b00f-40c6-b93e-addd3664d1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:8867bdb0b9404adbbc098919ed0ff21b is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:27.697594 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-bd4a0a65-b00f-40c6-b93e-addd3664d1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:27.709522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-bd4a0a65-b00f-40c6-b93e-addd3664d1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:27.730972 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:27.768696 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Transition to ACTIVE for port object 1aa22d31-d19c-455a-a365-c303f6a16010 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:27.810378 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device b58fd58a-32a8-4a73-957f-d386ecf1ac79 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:27.871221 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Attempting to bind port b600abae-091d-46a4-94ee-d178feaa7276 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:34:27.871615 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Attempting to bind port b600abae-091d-46a4-94ee-d178feaa7276 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '402c01e7-344c-4bfd-a324-a3dfe3a18fbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '82bf8f64-a2d3-4b85-9238-8299f34e13e8'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:34:27.872007 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Attempting to bind port b600abae-091d-46a4-94ee-d178feaa7276 on network 82bf8f64-a2d3-4b85-9238-8299f34e13e8 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:34:27.885691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:34:27.886231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Checking segment: {'id': '402c01e7-344c-4bfd-a324-a3dfe3a18fbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '82bf8f64-a2d3-4b85-9238-8299f34e13e8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:27.886762 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:27.887172 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Bound using segment: {'id': '402c01e7-344c-4bfd-a324-a3dfe3a18fbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '82bf8f64-a2d3-4b85-9238-8299f34e13e8'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:34:27.887884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Bound port: b600abae-091d-46a4-94ee-d178feaa7276, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402c01e7-344c-4bfd-a324-a3dfe3a18fbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '82bf8f64-a2d3-4b85-9238-8299f34e13e8'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:34:27.888265 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:27.957476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:27.962021 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:27.990923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:28.000548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0a65-b00f-40c6-b93e-addd3664d1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:28.001829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-557766f6-4ffb-4b84-a0d3-5761e20a8e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:28.011591 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8870481c-866d-40f0-a08a-8de8ddf1a8c5 req-38699e7e-01fb-4c86-8fd5-7612c02df0eb tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095366 Feb 17 00:34:28.064694 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:28.099524 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d6966a60-9dae-451b-b2f9-cc84f214715a req-0b2b696c-9ddb-4da2-b5df-88ad393718f8 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 210 time: 0.0796742 Feb 17 00:34:28.112636 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0a65-b00f-40c6-b93e-addd3664d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:28.114350 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:34:28.197112 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-bd4a0a65-b00f-40c6-b93e-addd3664d1c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8867bdb0b9404adbbc098919ed0ff21b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1245992 Feb 17 00:34:28.203631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34524) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:28.206829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:28.207251 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Added segment 2aa26a0c-00f4-4a92-924b-c8fe4e48e748 of type vxlan for network 45441643-f51c-4a90-9397-852ad7ec726c Feb 17 00:34:28.229881 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fa0fb2-b06e-4e81-8125-cec8f4b9439d,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:28.238355 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:28.238889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:28.255526 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865a8b4-0507-4259-ab9a-1658739abca0 None None] Pushing event updated for resources: {'Port': ['ID=a10496a5-f597-4e4f-b486-012cde24ce1a,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:28.276412 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a0a65-b00f-40c6-b93e-addd3664d1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b03583c-7939-4014-b23c-39f823e8a481,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:28.288093 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4865a8b4-0507-4259-ab9a-1658739abca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:28.289556 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-bd4a0a65-b00f-40c6-b93e-addd3664d1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:28.364539 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:28.463460 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bbda8974-8147-4d4d-b183-446edd8509ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:28.547401 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bbda8974-8147-4d4d-b183-446edd8509ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:28.586561 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa22d31-d19c-455a-a365-c303f6a16010,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:28.599523 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Attempting to bind port a10496a5-f597-4e4f-b486-012cde24ce1a on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:34:28.599958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Attempting to bind port a10496a5-f597-4e4f-b486-012cde24ce1a by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': 'edd54a6e-7362-4a3c-823e-f1937de1a76b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:34:28.600431 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Attempting to bind port a10496a5-f597-4e4f-b486-012cde24ce1a on network c2c1fedf-b050-43eb-97d0-4a3845e99d82 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:34:28.608808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:34:28.609341 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Checking segment: {'id': 'edd54a6e-7362-4a3c-823e-f1937de1a76b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:28.609800 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:28.610315 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Bound using segment: {'id': 'edd54a6e-7362-4a3c-823e-f1937de1a76b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:34:28.610937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Bound port: a10496a5-f597-4e4f-b486-012cde24ce1a, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd54a6e-7362-4a3c-823e-f1937de1a76b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:34:28.614534 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:28.617991 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:28.659660 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port b58fd58a-32a8-4a73-957f-d386ecf1ac79 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:28.667961 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:34:28.670319 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port b58fd58a-32a8-4a73-957f-d386ecf1ac79 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:28.670759 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:28.681729 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Sync routers for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:34:28.688693 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:28.698495 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:34:28.698784 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:28.699415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:28.699900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:34:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:28.714257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] For port b600abae-091d-46a4-94ee-d178feaa7276, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:34:28.734948 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] For port b600abae-091d-46a4-94ee-d178feaa7276, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=b600abae-091d-46a4-94ee-d178feaa7276,segment=NetworkSegment(402c01e7-344c-4bfd-a324-a3dfe3a18fbf),segment_id=402c01e7-344c-4bfd-a324-a3dfe3a18fbf)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:34:28.806715 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:28.874822 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-8231d88c-5435-4127-8d89-f1f77fb7ffa3 admin admin] 10.222.0.38 "PUT /v2.0/routers/133214d8-1aa2-403e-aa3a-0c89fc1c3ca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.9781621 Feb 17 00:34:28.888268 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:28.919072 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-630d6326-52d5-4f56-b909-983285b4a1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:29.090595 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Pushing event updated for resources: {'Network': ['ID=45441643-f51c-4a90-9397-852ad7ec726c,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:29.096749 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3588576 Feb 17 00:34:29.096749 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:29.097961 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34548) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:29.105373 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Request body: {'subnet': {'network_id': '45441643-f51c-4a90-9397-852ad7ec726c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1453450475-subnet', 'tenant_id': 'ea073b3134324acb9dcfdfe0b6c9cc78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:29.111137 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:29.118769 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Usage tracker for resource:subnet and tenant:ea073b3134324acb9dcfdfe0b6c9cc78 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:29.122138 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:29.139335 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network 45441643-f51c-4a90-9397-852ad7ec726c details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:34:29.151217 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:29.172184 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bbda8974-8147-4d4d-b183-446edd8509ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:29.196499 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:29.238443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Made reservation on behalf of ea073b3134324acb9dcfdfe0b6c9cc78 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:34:29.250572 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:29.326602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:34:29.326797 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Network aef55492-a3bb-4193-9f92-43c940f31c3f is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:29.342211 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:29.357998 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.49', 59024) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:29.390574 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:29.391308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846502655'] for router_interface, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:29.463293 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda8974-8147-4d4d-b183-446edd8509ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b03583c-7939-4014-b23c-39f823e8a481,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:29.526698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network 45441643-f51c-4a90-9397-852ad7ec726c details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:34:29.599407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Pushing event updated for resources: {'Port': ['ID=b600abae-091d-46a4-94ee-d178feaa7276,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:29.712308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:29.774796 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bbda8974-8147-4d4d-b183-446edd8509ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:29.778603 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-bbda8974-8147-4d4d-b183-446edd8509ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4b03583c-7939-4014-b23c-39f823e8a481 HTTP/1.1" status: 204 len: 168 time: 1.5715430 Feb 17 00:34:29.783021 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-bbda8974-8147-4d4d-b183-446edd8509ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:29.821556 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f3ec3e36-3f7b-4b14-8792-14f66f3caf2d req-708970ab-6bfb-4881-a6a5-13a28e2c4815 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 210 time: 0.4941671 Feb 17 00:34:29.905774 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] For port a10496a5-f597-4e4f-b486-012cde24ce1a, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:34:29.958980 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] For port a10496a5-f597-4e4f-b486-012cde24ce1a, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=a10496a5-f597-4e4f-b486-012cde24ce1a,segment=NetworkSegment(edd54a6e-7362-4a3c-823e-f1937de1a76b),segment_id=edd54a6e-7362-4a3c-823e-f1937de1a76b)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:34:29.972632 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:29.974487 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:29.982717 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] 10.222.0.49 "PUT /v2.0/ports/b600abae-091d-46a4-94ee-d178feaa7276 HTTP/1.1" status: 200 len: 1157 time: 10.6989572 Feb 17 00:34:30.002156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:30.012627 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbb4016-cb53-43df-b28d-621f105883d6', 'tag': 'b600abae-091d-46a4-94ee-d178feaa7276'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:34:30.024232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port b58fd58a-32a8-4a73-957f-d386ecf1ac79, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=b58fd58a-32a8-4a73-957f-d386ecf1ac79,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:30.024700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:21Z', 'revision_number': 2, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:30.034407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Checking router: 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:34:30.034912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Updating router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 port 02053feb-2210-4eec-802e-0f7137cc3fb4 binding host dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:34:30.045557 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:30.069302 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:30.229771 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-e7e50f95-ff5f-431e-9b51-e219c8779b82 None None] Provisioning for port 1aa22d31-d19c-455a-a365-c303f6a16010 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:30.235205 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:30.293443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:30.423123 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe0098-5392-4c6c-a6e9-9920f5f3d99d req-2bcadd25-bb56-42ae-95a9-f1960957caa9 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:30.425994 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1dbe0098-5392-4c6c-a6e9-9920f5f3d99d req-2bcadd25-bb56-42ae-95a9-f1960957caa9 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 943 time: 1.0378857 Feb 17 00:34:30.474741 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-e7e50f95-ff5f-431e-9b51-e219c8779b82 None None] Provisioning complete for port 1aa22d31-d19c-455a-a365-c303f6a16010 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:30.475041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e7e50f95-ff5f-431e-9b51-e219c8779b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:30.567549 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-1413674b-4c6f-4142-b21d-400eb6f0e6fc tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:30.582561 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-1413674b-4c6f-4142-b21d-400eb6f0e6fc tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.49 "GET /v2.0/networks?id=c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 200 len: 819 time: 1.2019072 Feb 17 00:34:30.591223 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-e7e50f95-ff5f-431e-9b51-e219c8779b82 None None] Port 1aa22d31-d19c-455a-a365-c303f6a16010 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:34:30.640384 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Routers {'61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:34:30.641120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:34:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:30.653943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Request body: {'port': {'device_id': 'a9281522-697b-4023-993b-2fc181471d43', 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82', 'admin_state_up': True, 'tenant_id': '0dc6049af5414093b47adfcd95956623'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:30.849249 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1dbe0098-5392-4c6c-a6e9-9920f5f3d99d req-acdce2a2-598c-4a02-bdcc-6a82c2121f1d tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948934 Feb 17 00:34:30.892732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:30.920428 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 34602) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:30.978235 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8ebb39cf-5553-4379-a463-420a4eabb059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:30.996802 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-f882ca3f-7776-4c1a-b7a0-deabf5125cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:30.998450 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-f882ca3f-7776-4c1a-b7a0-deabf5125cb3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18d8be06c5e24676877996c144fef58d&device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 1160 time: 0.7187662 Feb 17 00:34:31.010307 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-8ebb39cf-5553-4379-a463-420a4eabb059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:31.014671 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-8ebb39cf-5553-4379-a463-420a4eabb059 admin admin] Usage tracker for resource:security_group_rule and tenant:c13456f0fc924438bb1a10bc168ec9e2 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:31.017692 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-8ebb39cf-5553-4379-a463-420a4eabb059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:31.024599 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-8ebb39cf-5553-4379-a463-420a4eabb059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:31.066053 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:31.095571 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Transition to ACTIVE for port object 02053feb-2210-4eec-802e-0f7137cc3fb4 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:31.111203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8ebb39cf-5553-4379-a463-420a4eabb059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:31.120280 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a347a5c8-57ef-4706-ace4-1065b2fea3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:31.127826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:31.152824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] Set router 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:34:31.155732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6179477b-7c41-4a24-8d9e-3f30e2433e00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:31.170514 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:31.196199 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8ebb39cf-5553-4379-a463-420a4eabb059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:31.198665 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f7ae9e-a8fd-4747-8dbb-668ba5fed074,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:31.214060 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:31.226921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.49', 59030) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:31.271730 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-db274390-84cd-4878-86ef-8a5619ba3378 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b600abae-091d-46a4-94ee-d178feaa7276 HTTP/1.1" status: 200 len: 217 time: 0.1587591 Feb 17 00:34:31.288138 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-027c879c-fadf-4535-b17f-86be5b516e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:31.385783 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-3d40111e-0925-4b5b-8b66-b9c9ff7c0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:31.387406 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-3d40111e-0925-4b5b-8b66-b9c9ff7c0adc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=518c6dd2-9c0d-47d1-834e-21282aa26c6d HTTP/1.1" status: 200 len: 852 time: 0.0901582 Feb 17 00:34:31.405805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cac7c-f7d8-4efc-9e7a-6888d7998a7b None None] Pushing event updated for resources: {'Port': ['ID=02053feb-2210-4eec-802e-0f7137cc3fb4,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:31.412408 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865a8b4-0507-4259-ab9a-1658739abca0 None None] Pushing event updated for resources: {'Port': ['ID=a10496a5-f597-4e4f-b486-012cde24ce1a,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:31.428459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d73cac7c-f7d8-4efc-9e7a-6888d7998a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:31.436684 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35b47f9f-9a9b-4882-8b62-9a0ffb9cfef9 req-acdffb1c-6e98-4b33-a4e4-8d9947382b1a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 210 time: 0.2414525 Feb 17 00:34:31.451317 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4865a8b4-0507-4259-ab9a-1658739abca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.382s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:31.537771 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-6940c0db-95a3-470d-9716-d99e846d824d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:31.540441 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-6940c0db-95a3-470d-9716-d99e846d824d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.49 "GET /v2.0/networks?id=c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 200 len: 819 time: 0.3046215 Feb 17 00:34:31.541000 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34610) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:31.563820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018087443', 'description': 'tempest-description--214213955'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:31.570734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:31.582801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Usage tracker for resource:security_group and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:31.583001 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9308d4f6-b8bb-4d3e-ac14-4f848b165195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.139s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:31.587789 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-2639c140-2b53-46ac-831b-6528db074de3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bf8f64-a2d3-4b85-9238-8299f34e13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413131 Feb 17 00:34:31.593468 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:31.609057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:31.610178 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:31.627218 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:31.638143 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Request body: {'port': {'device_id': 'a63b1201-b86a-4909-a321-dd3426561567', 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82', 'admin_state_up': True, 'tenant_id': '0dc6049af5414093b47adfcd95956623'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:31.697169 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb39cf-5553-4379-a463-420a4eabb059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d8f3a-d2e6-4d74-a741-808beca6de48,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:31.718390 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Attempting to bind port 02053feb-2210-4eec-802e-0f7137cc3fb4 on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:34:31.719659 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Attempting to bind port 02053feb-2210-4eec-802e-0f7137cc3fb4 by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:34:31.720073 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Attempting to bind port 02053feb-2210-4eec-802e-0f7137cc3fb4 on network ff31d784-b8b2-47e1-ae32-b9585233432b {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:34:31.734707 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:34:31.735133 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Checking segment: {'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:31.735584 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:31.736185 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Bound using segment: {'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:34:31.736706 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Bound port: 02053feb-2210-4eec-802e-0f7137cc3fb4, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:34:31.737145 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:31.826852 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8ebb39cf-5553-4379-a463-420a4eabb059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:31.869865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Made reservation on behalf of 0dc6049af5414093b47adfcd95956623 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:34:31.895857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:31.903152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=b58fd58a-32a8-4a73-957f-d386ecf1ac79,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:31.906865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:31.962317 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] For port 02053feb-2210-4eec-802e-0f7137cc3fb4, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:34:31.967309 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-8ebb39cf-5553-4379-a463-420a4eabb059 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c13456f0fc924438bb1a10bc168ec9e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0433574 Feb 17 00:34:31.977846 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] For port 02053feb-2210-4eec-802e-0f7137cc3fb4, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=02053feb-2210-4eec-802e-0f7137cc3fb4,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:34:31.981857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:32.006200 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:32.021180 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34628) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:32.025069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:32.043628 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:32.071073 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:32.104056 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'name': 'tempest-ServerRescueNegativeTestJSON-1578067831-router', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:03Z', 'updated_at': '2021-02-17T00:34:14Z', 'revision_number': 4, 'project_id': '0dc6049af5414093b47adfcd95956623', 'gw_port': {'id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:06Z', 'updated_at': '2021-02-17T00:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'a10496a5-f597-4e4f-b486-012cde24ce1a', 'name': '', 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'mac_address': 'fa:16:3e:20:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b10397f5-495d-4d30-83f5-ea178ae22011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:29Z', 'revision_number': 4, 'project_id': '0dc6049af5414093b47adfcd95956623', 'subnets': [{'id': 'b10397f5-495d-4d30-83f5-ea178ae22011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:32.110538 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464cc88-de9d-4fc7-9f6b-8e5662a0e657 None None] The sync data for ids ['61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'] in dv-cinder-759943-4-smb is: [{'id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'name': 'tempest-ServerRescueNegativeTestJSON-1578067831-router', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:03Z', 'updated_at': '2021-02-17T00:34:14Z', 'revision_number': 4, 'project_id': '0dc6049af5414093b47adfcd95956623', 'gw_port': {'id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:06Z', 'updated_at': '2021-02-17T00:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'a10496a5-f597-4e4f-b486-012cde24ce1a', 'name': '', 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'mac_address': 'fa:16:3e:20:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b10397f5-495d-4d30-83f5-ea178ae22011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:29Z', 'revision_number': 4, 'project_id': '0dc6049af5414093b47adfcd95956623', 'subnets': [{'id': 'b10397f5-495d-4d30-83f5-ea178ae22011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:34:32.144686 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Checking segment: {'id': '2aa26a0c-00f4-4a92-924b-c8fe4e48e748', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '45441643-f51c-4a90-9397-852ad7ec726c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:32.145186 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Network hostable DHCP agents. Network: 45441643-f51c-4a90-9397-852ad7ec726c, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:34:32.155850 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:32.166771 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Usage tracker for resource:security_group_rule and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:32.170244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:32.292930 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:32.295889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed138d7b-3148-4e4d-a88e-91ec75ea2a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:32.309492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cac7c-f7d8-4efc-9e7a-6888d7998a7b None None] Pushing event updated for resources: {'Port': ['ID=02053feb-2210-4eec-802e-0f7137cc3fb4,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:32.322878 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d73cac7c-f7d8-4efc-9e7a-6888d7998a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:32.407273 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device b58fd58a-32a8-4a73-957f-d386ecf1ac79 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:32.485853 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:34:32.491087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:34:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:32.495244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Made reservation on behalf of 0dc6049af5414093b47adfcd95956623 for: {'port': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:34:32.501939 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:32.533409 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port b58fd58a-32a8-4a73-957f-d386ecf1ac79 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:32.533409 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:32.542237 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed138d7b-3148-4e4d-a88e-91ec75ea2a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:32.580838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:32.683022 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbb4016-cb53-43df-b28d-621f105883d6', 'tag': 'b600abae-091d-46a4-94ee-d178feaa7276', 'status': 'completed', 'code': 200} Feb 17 00:34:32.823030 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-852025fb-0117-4690-a46b-9548fe184730 service neutron] 10.222.0.49 "GET /v2.0/networks/82bf8f64-a2d3-4b85-9238-8299f34e13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1468511 Feb 17 00:34:32.823130 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:34:32.823204 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a10496a5-f597-4e4f-b486-012cde24ce1a up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:32.860484 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Network 45441643-f51c-4a90-9397-852ad7ec726c is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:34:32.869237 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:32.900324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:32.984683 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9746d7ed-4b3f-45dd-8395-ba15e71f8bed,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:33.006250 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7ed5c-1c12-4a13-b6f7-899163069832 req-f95b80ed-272b-4b4d-a992-7e3af0b54a0c tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:33.013917 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-48c7ed5c-1c12-4a13-b6f7-899163069832 req-f95b80ed-272b-4b4d-a992-7e3af0b54a0c tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 943 time: 0.8128302 Feb 17 00:34:33.033579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port a10496a5-f597-4e4f-b486-012cde24ce1a completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:33.039942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port a10496a5-f597-4e4f-b486-012cde24ce1a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:33.044969 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.057111 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:33.080431 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, 45441643-f51c-4a90-9397-852ad7ec726c) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:33.092206 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:33.092903 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.093039 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cfec69-974a-42b9-bc2a-e9d8da58a033 None None] Network 45441643-f51c-4a90-9397-852ad7ec726c requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:34:33.161095 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.166629 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6224461 Feb 17 00:34:33.172862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34652) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:33.172862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed138d7b-3148-4e4d-a88e-91ec75ea2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.178792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-2b06494a-5f4a-48be-bef7-30a854c3cc6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Request body: {'security_group_rule': {'security_group_id': '9746d7ed-4b3f-45dd-8395-ba15e71f8bed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:33.204748 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-48c7ed5c-1c12-4a13-b6f7-899163069832 req-3fded1de-c7a8-4f66-9e6f-36656fe2ced5 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898007 Feb 17 00:34:33.222062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9779e237-a5aa-4917-8259-e78cb24f1651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:33.230979 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.1324153 Feb 17 00:34:33.232561 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-2b06494a-5f4a-48be-bef7-30a854c3cc6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:33.277512 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-2b06494a-5f4a-48be-bef7-30a854c3cc6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Usage tracker for resource:security_group_rule and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:33.293349 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-2b06494a-5f4a-48be-bef7-30a854c3cc6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:33.296502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed138d7b-3148-4e4d-a88e-91ec75ea2a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7d8f3a-d2e6-4d74-a741-808beca6de48,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:33.334885 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed138d7b-3148-4e4d-a88e-91ec75ea2a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:33.340554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-2b06494a-5f4a-48be-bef7-30a854c3cc6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:33.344731 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.464746 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed138d7b-3148-4e4d-a88e-91ec75ea2a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.478181 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ed138d7b-3148-4e4d-a88e-91ec75ea2a7b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8e7d8f3a-d2e6-4d74-a741-808beca6de48 HTTP/1.1" status: 204 len: 168 time: 1.4060237 Feb 17 00:34:33.565121 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.581312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 34662) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:33.581312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846806355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8273255'] for router_interface, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.587505 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2b06494a-5f4a-48be-bef7-30a854c3cc6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.598076 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-13fc6251-127d-4f70-bfd8-061c7570b18e req-e64b76e6-c59e-473a-a610-3d920371d5a5 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 210 time: 0.2299547 Feb 17 00:34:33.604362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6cc20336-18fd-44d1-ba2c-6da342871a85 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:33.657326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.673717 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Allocated IP 172.20.0.9 (c2c1fedf-b050-43eb-97d0-4a3845e99d82/b10397f5-495d-4d30-83f5-ea178ae22011/75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:33.705326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be533f-3bcc-448d-b5cd-2a0810acddaf None None] Network 45441643-f51c-4a90-9397-852ad7ec726c requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:34:33.717708 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:31Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:33.722775 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b2e39-ba69-44b0-8929-dc274c8cb89f None None] The sync data for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb is: [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:31Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:34:33.807814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2b06494a-5f4a-48be-bef7-30a854c3cc6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.841427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port a10496a5-f597-4e4f-b486-012cde24ce1a, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=a10496a5-f597-4e4f-b486-012cde24ce1a,segment=NetworkSegment(edd54a6e-7362-4a3c-823e-f1937de1a76b),segment_id=edd54a6e-7362-4a3c-823e-f1937de1a76b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:33.867450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2b06494a-5f4a-48be-bef7-30a854c3cc6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311677'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.869425 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:33.891667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06494a-5f4a-48be-bef7-30a854c3cc6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206cb5c3-12cb-4dd4-9802-377434e65592,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:33.895675 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa22d31-d19c-455a-a365-c303f6a16010,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:33.907824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:33.909117 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2b06494a-5f4a-48be-bef7-30a854c3cc6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:33.913855 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39c3473-4f07-4952-89fe-ed1bad206a2d admin admin] Deleting subnet 332ce801-a1c0-4035-952a-69c8e7a31a88 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:34:33.920791 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea10cbc0-0bb3-4f3c-a9d4-c934f726dae0 req-1fa94b1e-5cf1-42ad-b91b-13e984a00473 service neutron] 10.222.0.49 "GET /v2.0/networks/82bf8f64-a2d3-4b85-9238-8299f34e13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1279640 Feb 17 00:34:33.933406 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b39c3473-4f07-4952-89fe-ed1bad206a2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.958080 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.971090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:33.993450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2b06494a-5f4a-48be-bef7-30a854c3cc6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:33.995050 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-2b06494a-5f4a-48be-bef7-30a854c3cc6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8213348 Feb 17 00:34:34.001622 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b39c3473-4f07-4952-89fe-ed1bad206a2d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:34.010932 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b39c3473-4f07-4952-89fe-ed1bad206a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:34.075058 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 34666) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:34.127318 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=a10496a5-f597-4e4f-b486-012cde24ce1a,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:34.141026 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:34.147432 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Network aef55492-a3bb-4193-9f92-43c940f31c3f is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:34.155530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-cb4e3706-69b1-44bb-a66b-3805f27bb5e3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Request body: {'security_group_rule': {'security_group_id': '9746d7ed-4b3f-45dd-8395-ba15e71f8bed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:34.165161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:34.175741 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-cb4e3706-69b1-44bb-a66b-3805f27bb5e3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:34.346990 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:34.521326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 02053feb-2210-4eec-802e-0f7137cc3fb4 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:34.552098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-cb4e3706-69b1-44bb-a66b-3805f27bb5e3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Usage tracker for resource:security_group_rule and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:34.556861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-cb4e3706-69b1-44bb-a66b-3805f27bb5e3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:34.577889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-cb4e3706-69b1-44bb-a66b-3805f27bb5e3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:34.626789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:34.688720 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-91fabfca-b4f4-45e1-b2dd-1c48b936aed1 None None] Provisioning complete for port 1aa22d31-d19c-455a-a365-c303f6a16010 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:34.689264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-91fabfca-b4f4-45e1-b2dd-1c48b936aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:34.879816 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:35.005672 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cb4e3706-69b1-44bb-a66b-3805f27bb5e3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:35.033247 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Pushing event updated for resources: {'Port': ['ID=75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:35.042977 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:35.076418 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70363879-2655-4e3f-a0aa-28b1b9d2ef12 req-aa68e803-64cb-456c-92a3-610b1bd33956 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:35.078208 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-70363879-2655-4e3f-a0aa-28b1b9d2ef12 req-aa68e803-64cb-456c-92a3-610b1bd33956 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 943 time: 0.6066232 Feb 17 00:34:35.094309 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254c490-16e3-4807-9626-28a20479435e req-2047cdcb-64d1-48bd-8e53-04e4b9473709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:35.096246 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9254c490-16e3-4807-9626-28a20479435e req-2047cdcb-64d1-48bd-8e53-04e4b9473709 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18d8be06c5e24676877996c144fef58d&device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 1160 time: 1.0201824 Feb 17 00:34:35.107522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-91fabfca-b4f4-45e1-b2dd-1c48b936aed1 None None] Port 1aa22d31-d19c-455a-a365-c303f6a16010 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:34:35.110106 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port 02053feb-2210-4eec-802e-0f7137cc3fb4 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:35.118783 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 02053feb-2210-4eec-802e-0f7137cc3fb4 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:35.119096 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:35.144121 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Network c2c1fedf-b050-43eb-97d0-4a3845e99d82 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:35.147733 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:35.153523 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:35.156623 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Router 16285c85-fc9a-4539-9bd0-4810dba48f53 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:34:35.158195 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:35.158645 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:35.182697 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-70363879-2655-4e3f-a0aa-28b1b9d2ef12 req-72cda4ef-5525-4d73-a2b5-e78820558424 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930657 Feb 17 00:34:35.225698 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-de7bc8b1-08e0-46c7-a945-8acb1c786f15 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5974238 Feb 17 00:34:35.241260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Request body: {'port': {'device_id': 'a63b1201-b86a-4909-a321-dd3426561567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:35.294758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cb4e3706-69b1-44bb-a66b-3805f27bb5e3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:35.365607 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:35.420012 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:35.426970 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port 02053feb-2210-4eec-802e-0f7137cc3fb4, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=02053feb-2210-4eec-802e-0f7137cc3fb4,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:35.482234 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:35.485013 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a10496a5-f597-4e4f-b486-012cde24ce1a up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:35.566654 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:35.650509 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Allocated IP 172.20.0.12 (c2c1fedf-b050-43eb-97d0-4a3845e99d82/b10397f5-495d-4d30-83f5-ea178ae22011/5e1f4654-ebb5-45ec-a011-1a1d52ab075a) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:35.684812 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cb4e3706-69b1-44bb-a66b-3805f27bb5e3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311677'] for security_group_rule, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:35.687720 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=02053feb-2210-4eec-802e-0f7137cc3fb4,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:35.700598 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:35.739828 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port a10496a5-f597-4e4f-b486-012cde24ce1a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:35.740452 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:35.744549 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:35.861978 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e3706-69b1-44bb-a66b-3805f27bb5e3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7c5af9-0df3-43ad-b72c-459f8795b2f3,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:35.871228 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89607808-3575-4554-9584-f4f562db4080 req-d18655df-842b-4a39-b4da-17060126b771 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:35.872906 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-89607808-3575-4554-9584-f4f562db4080 req-d18655df-842b-4a39-b4da-17060126b771 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 931 time: 0.9962418 Feb 17 00:34:35.964928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-cb4e3706-69b1-44bb-a66b-3805f27bb5e3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:36.122209 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254c490-16e3-4807-9626-28a20479435e req-15006407-6c6d-4312-b693-7367d17e9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:36.127154 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9254c490-16e3-4807-9626-28a20479435e req-15006407-6c6d-4312-b693-7367d17e9f26 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bf8f64-a2d3-4b85-9238-8299f34e13e8 HTTP/1.1" status: 200 len: 906 time: 1.0176861 Feb 17 00:34:36.127456 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cb4e3706-69b1-44bb-a66b-3805f27bb5e3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:36.128641 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-cb4e3706-69b1-44bb-a66b-3805f27bb5e3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0507298 Feb 17 00:34:36.132539 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 34730) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:36.142382 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Request body: {'floatingip': {'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:36.239232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:36.264022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Usage tracker for resource:floatingip and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:36.264022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:36.265656 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:36.345292 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 02053feb-2210-4eec-802e-0f7137cc3fb4 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:36.358080 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-89607808-3575-4554-9584-f4f562db4080 req-8ed84196-cd54-4e98-b9aa-3b47a6f27e79 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942566 Feb 17 00:34:36.359317 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9254c490-16e3-4807-9626-28a20479435e req-42464462-7149-4d7e-a981-12c32fbee8e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b600abae-091d-46a4-94ee-d178feaa7276 HTTP/1.1" status: 200 len: 217 time: 0.2235775 Feb 17 00:34:36.360404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:34:36.433912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Sync routers for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:34:36.438478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:36.463094 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:34:36.464212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:34:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:36.506331 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d7841-dbf9-4d59-aa02-520aaec70732 req-a4fa46c2-d05a-4385-bed4-97808fb56607 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:36.508431 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-743d7841-dbf9-4d59-aa02-520aaec70732 req-a4fa46c2-d05a-4385-bed4-97808fb56607 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 943 time: 0.1308591 Feb 17 00:34:36.570102 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-743d7841-dbf9-4d59-aa02-520aaec70732 req-d5d3bba0-239b-447d-9b7e-64370ba70112 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547130 Feb 17 00:34:36.639195 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] 10.222.0.38 "PUT /v2.0/routers/16285c85-fc9a-4539-9bd0-4810dba48f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0338540 Feb 17 00:34:36.639195 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254c490-16e3-4807-9626-28a20479435e req-315f8e4f-8af8-49b6-ab1a-78e04d84afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:36.641449 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9254c490-16e3-4807-9626-28a20479435e req-315f8e4f-8af8-49b6-ab1a-78e04d84afdb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=518c6dd2-9c0d-47d1-834e-21282aa26c6d HTTP/1.1" status: 200 len: 852 time: 0.2515228 Feb 17 00:34:36.723300 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 02053feb-2210-4eec-802e-0f7137cc3fb4 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:36.723762 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:36.733375 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b39c3473-4f07-4952-89fe-ed1bad206a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:36.806569 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9254c490-16e3-4807-9626-28a20479435e req-04c8d745-59e1-49d8-9dd6-a7cd9d8cbf0b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bf8f64-a2d3-4b85-9238-8299f34e13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376278 Feb 17 00:34:36.812551 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:36.897389 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:34:36.962602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:36.984621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c3473-4f07-4952-89fe-ed1bad206a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332ce801-a1c0-4035-952a-69c8e7a31a88,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:36.988336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b39c3473-4f07-4952-89fe-ed1bad206a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:37.112778 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.objects.ports [None req-16d269de-818a-4c31-a801-a68dfbd3d1a5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:34:37.198015 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b39c3473-4f07-4952-89fe-ed1bad206a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:37.200099 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-b39c3473-4f07-4952-89fe-ed1bad206a2d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/332ce801-a1c0-4035-952a-69c8e7a31a88 HTTP/1.1" status: 204 len: 168 time: 3.6056800 Feb 17 00:34:37.203368 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34772) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:37.251996 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9254c490-16e3-4807-9626-28a20479435e req-f02d9e34-617f-4fac-9724-7aed879c69c7 service neutron] 10.222.0.49 "GET /v2.0/networks/82bf8f64-a2d3-4b85-9238-8299f34e13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246663 Feb 17 00:34:37.259226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:37.328994 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:37.442509 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:32Z', 'revision_number': 2, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:37.453785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device b600abae-091d-46a4-94ee-d178feaa7276 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:37.506324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Checking router: 16285c85-fc9a-4539-9bd0-4810dba48f53 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:34:37.506737 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Updating router 16285c85-fc9a-4539-9bd0-4810dba48f53 port 1aa22d31-d19c-455a-a365-c303f6a16010 binding host dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:34:37.543167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:37.563614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:37.686776 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:37.785098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 34790) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:37.799475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Pushing event updated for resources: {'Port': ['ID=5e1f4654-ebb5-45ec-a011-1a1d52ab075a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:37.831324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port b600abae-091d-46a4-94ee-d178feaa7276 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:37.855182 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:37.859378 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840010267', 'description': 'tempest-description--217454119'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:37.915831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port b600abae-091d-46a4-94ee-d178feaa7276 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:37.915831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:38.125613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:38.140161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Usage tracker for resource:security_group and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:38.149860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:38.188446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:38.306909 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:38.324241 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:38.329038 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3c7b6-ab5d-4f64-839b-367acb0ebf49 req-dafb313f-0d16-4b54-89b0-c0d253517241 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:38.329833 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-95b3c7b6-ab5d-4f64-839b-367acb0ebf49 req-dafb313f-0d16-4b54-89b0-c0d253517241 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Synchronizing usage tracker for tenant:0dc6049af5414093b47adfcd95956623 on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:38.345764 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9254c490-16e3-4807-9626-28a20479435e req-5397b315-cad4-4aab-a542-9710f4f66a36 service neutron] 10.222.0.49 "GET /v2.0/networks/82bf8f64-a2d3-4b85-9238-8299f34e13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0498586 Feb 17 00:34:38.386706 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e58225-6ec7-47ad-af2c-822d1d8e7f14 req-6d49a28d-6fab-47f4-a506-cf507594cc3b tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:38.393465 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b9e58225-6ec7-47ad-af2c-822d1d8e7f14 req-6d49a28d-6fab-47f4-a506-cf507594cc3b tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 943 time: 0.5824161 Feb 17 00:34:38.393465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Network c2c1fedf-b050-43eb-97d0-4a3845e99d82 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:38.403557 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:38.406773 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:38.412149 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:38.412838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:38.432132 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb4016-cb53-43df-b28d-621f105883d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b600abae-091d-46a4-94ee-d178feaa7276'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:34:38.516146 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port b600abae-091d-46a4-94ee-d178feaa7276, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=b600abae-091d-46a4-94ee-d178feaa7276,segment=NetworkSegment(402c01e7-344c-4bfd-a324-a3dfe3a18fbf),segment_id=402c01e7-344c-4bfd-a324-a3dfe3a18fbf)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:38.520055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 {{(pid=84043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:34:38.531502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.531909 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.534713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.534713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.534713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.534713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.534713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.534713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.535234 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.535304 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.576982 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b9e58225-6ec7-47ad-af2c-822d1d8e7f14 req-5f6193f6-71e3-4567-b0ec-74c5301f52f5 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087160 Feb 17 00:34:38.692563 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbb4016-cb53-43df-b28d-621f105883d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b600abae-091d-46a4-94ee-d178feaa7276', 'code': 200} Feb 17 00:34:38.713673 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.714071 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.714450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.714822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84043) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:34:38.715217 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167e5d6f-00dd-4fb7-8245-4979d5c2b40a']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:38.724685 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:38.733153 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245f6e98-5ec5-43dc-a22f-b770cd62f349') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:38.733522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245f6e98-5ec5-43dc-a22f-b770cd62f349') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:38.746596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848331580'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:38.888175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:38.888625 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-95b3c7b6-ab5d-4f64-839b-367acb0ebf49 req-dafb313f-0d16-4b54-89b0-c0d253517241 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Unset dirty status for tenant:0dc6049af5414093b47adfcd95956623 on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:38.891546 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2558956 Feb 17 00:34:38.891546 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:38.896747 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:38.901019 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-95b3c7b6-ab5d-4f64-839b-367acb0ebf49 req-dafb313f-0d16-4b54-89b0-c0d253517241 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 931 time: 0.9164813 Feb 17 00:34:38.913324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Request body: {'port': {'device_id': 'a9281522-697b-4023-993b-2fc181471d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:38.958760 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-95b3c7b6-ab5d-4f64-839b-367acb0ebf49 req-da1de9aa-2597-4edc-8cfa-4da496586790 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Synchronizing usage tracker for tenant:0dc6049af5414093b47adfcd95956623 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:38.973845 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:38.978980 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Usage tracker for resource:security_group_rule and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:38.982425 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:38.994483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:39.016894 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device b600abae-091d-46a4-94ee-d178feaa7276 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:39.025128 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-95b3c7b6-ab5d-4f64-839b-367acb0ebf49 req-da1de9aa-2597-4edc-8cfa-4da496586790 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Unset dirty status for tenant:0dc6049af5414093b47adfcd95956623 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:39.026440 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-95b3c7b6-ab5d-4f64-839b-367acb0ebf49 req-da1de9aa-2597-4edc-8cfa-4da496586790 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245317 Feb 17 00:34:39.070752 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:39.088737 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=b600abae-091d-46a4-94ee-d178feaa7276,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:39.093471 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:39.096465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:39.110825 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port b600abae-091d-46a4-94ee-d178feaa7276 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:39.110976 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:39.144826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Transition to ACTIVE for port object 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:39.146238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:39.149140 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:34:39.150795 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Allocated IP 172.28.3.43 (3cbdbc70-d7bd-4bf3-84f2-140283f8882a/5e64d413-6664-47c4-a852-9f8e80de566a/75b0789a-6775-4a3c-bc07-01ff7cf157d5) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:39.230908 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6651920'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:39.256610 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-df144528-c897-4f4a-a243-fa87c0db42f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:39.390734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Pushing event updated for resources: {'Port': ['ID=75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:39.418474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:39.571164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Network 167e5d6f-00dd-4fb7-8245-4979d5c2b40a has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:34:39.581949 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6651954'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:39.583348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:39.698662 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:39.770942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e5d7d6cd-723b-4f66-9e09-5bb8cb180635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:39.829080 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426c0a6-49a8-4327-b55b-24c8bb83f571 req-f9cddfb2-1fb8-4c20-81ec-2521a3409142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:39.830831 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5426c0a6-49a8-4327-b55b-24c8bb83f571 req-f9cddfb2-1fb8-4c20-81ec-2521a3409142 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 1162 time: 0.4368947 Feb 17 00:34:39.853065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Network 167e5d6f-00dd-4fb7-8245-4979d5c2b40a has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: from cryptography.utils import int_from_bytes Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: from cryptography.utils import int_from_bytes Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: (rel_b, rel_a, rel_b), Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: (rel_b, rel_a, rel_b), Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:34:39.890373 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:34:39.899301 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37ac121-7950-4160-afed-c1906f60ed0e,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:39.905691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:39.913273 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:39.918556 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-5426c0a6-49a8-4327-b55b-24c8bb83f571 req-f4b345de-bc58-49d6-adcb-b2c2c276d6d3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:39.950127 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:39.951454 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1487951 Feb 17 00:34:39.962780 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 34818) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:39.973418 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-5426c0a6-49a8-4327-b55b-24c8bb83f571 req-f4b345de-bc58-49d6-adcb-b2c2c276d6d3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:39.984211 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-8eaad6fa-57d7-4ab5-ad28-1033b04a169d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Request body: {'security_group_rule': {'security_group_id': 'a37ac121-7950-4160-afed-c1906f60ed0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:39.990826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-5426c0a6-49a8-4327-b55b-24c8bb83f571 req-f4b345de-bc58-49d6-adcb-b2c2c276d6d3 service neutron] Usage tracker for resource:security_group_rule and tenant:bbcf69c207d943ba9a6d853ef1fcb72b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:39.997441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-5426c0a6-49a8-4327-b55b-24c8bb83f571 req-f4b345de-bc58-49d6-adcb-b2c2c276d6d3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:40.001656 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-8eaad6fa-57d7-4ab5-ad28-1033b04a169d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:40.013196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-5426c0a6-49a8-4327-b55b-24c8bb83f571 req-f4b345de-bc58-49d6-adcb-b2c2c276d6d3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:40.017714 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-8eaad6fa-57d7-4ab5-ad28-1033b04a169d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Usage tracker for resource:security_group_rule and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:40.025910 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-8eaad6fa-57d7-4ab5-ad28-1033b04a169d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:40.052713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-8eaad6fa-57d7-4ab5-ad28-1033b04a169d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:40.061459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Attempting to bind port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:34:40.063651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Attempting to bind port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'edd54a6e-7362-4a3c-823e-f1937de1a76b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:34:40.068667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Attempting to bind port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 on network c2c1fedf-b050-43eb-97d0-4a3845e99d82 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:34:40.072682 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e27a8b-0586-4aec-adb9-cf0b5649e2ae req-cce6ce4c-dc5f-4d73-90da-841fe51b5dab tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:40.074363 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-19e27a8b-0586-4aec-adb9-cf0b5649e2ae req-cce6ce4c-dc5f-4d73-90da-841fe51b5dab tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 945 time: 0.3684626 Feb 17 00:34:40.079778 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:34:40.080624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Transition to ACTIVE for port object 1aa22d31-d19c-455a-a365-c303f6a16010 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:40.080734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Checking segment: {'id': 'edd54a6e-7362-4a3c-823e-f1937de1a76b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:40.081076 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.081549 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Bound using segment: {'id': 'edd54a6e-7362-4a3c-823e-f1937de1a76b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:34:40.081998 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Bound port: 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd54a6e-7362-4a3c-823e-f1937de1a76b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:34:40.082372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.135356 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.145845 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.152798 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:40.167900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.181333 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f1eb5474-553d-4d0f-8795-32f07acb9a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:40.209263 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=167e5d6f-00dd-4fb7-8245-4979d5c2b40a,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:40.222622 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:40.247279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.254379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8eaad6fa-57d7-4ab5-ad28-1033b04a169d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.384797 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/167e5d6f-00dd-4fb7-8245-4979d5c2b40a HTTP/1.1" status: 204 len: 168 time: 3.1781664 Feb 17 00:34:40.385596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34848) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:40.400405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a611f3-7da8-4b6f-a1bb-1e4777e64b6e None None] Pushing event updated for resources: {'Port': ['ID=1aa22d31-d19c-455a-a365-c303f6a16010,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:40.422936 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-19e27a8b-0586-4aec-adb9-cf0b5649e2ae req-f6dbf96e-f85b-4652-b083-f53a19449d34 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023179 Feb 17 00:34:40.437419 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1f4654-ebb5-45ec-a011-1a1d52ab075a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:34:40.437537 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:40.463929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] For port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35, host hv-cinder-75994, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:34:40.471504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.490754 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e7a611f3-7da8-4b6f-a1bb-1e4777e64b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:40.506545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] For port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35,segment=NetworkSegment(edd54a6e-7362-4a3c-823e-f1937de1a76b),segment_id=edd54a6e-7362-4a3c-823e-f1937de1a76b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:34:40.539227 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e99f521-a91f-4d02-9524-94727df0c47e admin admin] Deleting subnet 60f7ae9e-a8fd-4747-8dbb-668ba5fed074 {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:34:40.539369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8eaad6fa-57d7-4ab5-ad28-1033b04a169d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.545712 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4e99f521-a91f-4d02-9524-94727df0c47e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.578710 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Transition to ACTIVE for port object 5e1f4654-ebb5-45ec-a011-1a1d52ab075a will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:40.588386 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6651920'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.594992 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39f05e-91d8-474c-8233-7dca020a2ffe req-3537953f-6940-4c64-a6c1-7b8d6ae7a257 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:40.597415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8eaad6fa-57d7-4ab5-ad28-1033b04a169d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311677'] for security_group_rule, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.605149 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3d39f05e-91d8-474c-8233-7dca020a2ffe req-3537953f-6940-4c64-a6c1-7b8d6ae7a257 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 943 time: 0.3262639 Feb 17 00:34:40.663873 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event updated for resources: {'Port': ['ID=75b0789a-6775-4a3c-bc07-01ff7cf157d5,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:40.691409 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Attempting to bind port 1aa22d31-d19c-455a-a365-c303f6a16010 on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:34:40.691835 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Attempting to bind port 1aa22d31-d19c-455a-a365-c303f6a16010 by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:34:40.692252 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Attempting to bind port 1aa22d31-d19c-455a-a365-c303f6a16010 on network aef55492-a3bb-4193-9f92-43c940f31c3f {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:34:40.692426 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:40.693041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-cb4e3706-69b1-44bb-a66b-3805f27bb5e3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:40.702945 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:34:40.703370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Checking segment: {'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:40.703826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.704270 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Bound using segment: {'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:34:40.704796 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Bound port: 1aa22d31-d19c-455a-a365-c303f6a16010, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:34:40.705231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.711160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.715368 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaad6fa-57d7-4ab5-ad28-1033b04a169d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98080ab-c8f2-4612-84aa-e9a41dbabc8e,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:40.883258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1ebd8ea5-43c5-4183-af24-35cd449f29ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:40.912902 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] For port 1aa22d31-d19c-455a-a365-c303f6a16010, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:34:40.920001 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:40.920166 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] For port 1aa22d31-d19c-455a-a365-c303f6a16010, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=1aa22d31-d19c-455a-a365-c303f6a16010,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:34:40.920282 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8eaad6fa-57d7-4ab5-ad28-1033b04a169d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:40.920705 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:40.937820 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3d39f05e-91d8-474c-8233-7dca020a2ffe req-b96c8930-2b44-47ac-930a-4d6a4b55a655 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318379 Feb 17 00:34:40.969526 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.976464 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:40.985822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4e99f521-a91f-4d02-9524-94727df0c47e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6444252'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:40.992067 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-45b2b9a3-eb2f-4eda-9bac-6feb36589f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:41.000322 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:41.021716 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:41.023027 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:41.026097 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] 10.222.0.49 "PUT /v2.0/ports/75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 HTTP/1.1" status: 200 len: 1157 time: 5.7903292 Feb 17 00:34:41.028613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-5426c0a6-49a8-4327-b55b-24c8bb83f571 req-f4b345de-bc58-49d6-adcb-b2c2c276d6d3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:41.031358 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63b1201-b86a-4909-a321-dd3426561567', 'tag': '75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:34:41.097150 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Pushing event updated for resources: {'Port': ['ID=75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:41.108386 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device b600abae-091d-46a4-94ee-d178feaa7276 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:41.114229 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4e99f521-a91f-4d02-9524-94727df0c47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:41.168598 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:41.288472 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-5426c0a6-49a8-4327-b55b-24c8bb83f571 req-f4b345de-bc58-49d6-adcb-b2c2c276d6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:41.289796 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8eaad6fa-57d7-4ab5-ad28-1033b04a169d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:41.291355 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-8eaad6fa-57d7-4ab5-ad28-1033b04a169d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3222768 Feb 17 00:34:41.304307 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 34882) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:41.326436 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1f4654-ebb5-45ec-a011-1a1d52ab075a,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:41.342422 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:41.353455 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-2a4423b5-856f-46b3-b7f6-4163d774e937 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Request body: {'security_group_rule': {'security_group_id': 'a37ac121-7950-4160-afed-c1906f60ed0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:41.355378 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-995d0e66-d752-412d-87ca-578569eec2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:41.358591 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a611f3-7da8-4b6f-a1bb-1e4777e64b6e None None] Pushing event updated for resources: {'Port': ['ID=1aa22d31-d19c-455a-a365-c303f6a16010,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:41.375149 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-2a4423b5-856f-46b3-b7f6-4163d774e937 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:41.378355 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e7a611f3-7da8-4b6f-a1bb-1e4777e64b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:41.392262 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-5426c0a6-49a8-4327-b55b-24c8bb83f571 req-f4b345de-bc58-49d6-adcb-b2c2c276d6d3 service neutron] Synchronizing usage tracker for tenant:bbcf69c207d943ba9a6d853ef1fcb72b on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:41.400205 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-2a4423b5-856f-46b3-b7f6-4163d774e937 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Usage tracker for resource:security_group_rule and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:41.408257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Attempting to bind port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:34:41.408745 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Attempting to bind port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'edd54a6e-7362-4a3c-823e-f1937de1a76b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:34:41.409232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Attempting to bind port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a on network c2c1fedf-b050-43eb-97d0-4a3845e99d82 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:34:41.420085 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-2a4423b5-856f-46b3-b7f6-4163d774e937 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:41.428353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port b600abae-091d-46a4-94ee-d178feaa7276 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:41.429827 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:41.439105 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:41.452233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-2a4423b5-856f-46b3-b7f6-4163d774e937 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:41.464300 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:34:41.464775 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Checking segment: {'id': 'edd54a6e-7362-4a3c-823e-f1937de1a76b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:41.465333 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:41.465834 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Bound using segment: {'id': 'edd54a6e-7362-4a3c-823e-f1937de1a76b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:34:41.466439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Bound port: 5e1f4654-ebb5-45ec-a011-1a1d52ab075a, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd54a6e-7362-4a3c-823e-f1937de1a76b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2c1fedf-b050-43eb-97d0-4a3845e99d82'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:34:41.466964 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:41.517850 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b345de-bc58-49d6-adcb-b2c2c276d6d3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=49a62322-d507-49bc-ba62-b39de6aaf2db,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:41.530281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f4b345de-bc58-49d6-adcb-b2c2c276d6d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:41.602814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2a4423b5-856f-46b3-b7f6-4163d774e937 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:41.679286 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-5426c0a6-49a8-4327-b55b-24c8bb83f571 req-f4b345de-bc58-49d6-adcb-b2c2c276d6d3 service neutron] Unset dirty status for tenant:bbcf69c207d943ba9a6d853ef1fcb72b on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:41.682191 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5426c0a6-49a8-4327-b55b-24c8bb83f571 req-f4b345de-bc58-49d6-adcb-b2c2c276d6d3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8274808 Feb 17 00:34:41.731108 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:34:41.731822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:34:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:41.783889 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63b1201-b86a-4909-a321-dd3426561567', 'tag': '75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35', 'status': 'completed', 'code': 200} Feb 17 00:34:41.996052 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:41.998994 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:34:42.022054 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-67ccd47e-7417-4f2f-86ac-0cf86eda8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:42.024592 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-67ccd47e-7417-4f2f-86ac-0cf86eda8a47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dc6049af5414093b47adfcd95956623&device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 1160 time: 0.8550863 Feb 17 00:34:42.075028 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] For port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:34:42.187044 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] For port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=5e1f4654-ebb5-45ec-a011-1a1d52ab075a,segment=NetworkSegment(edd54a6e-7362-4a3c-823e-f1937de1a76b),segment_id=edd54a6e-7362-4a3c-823e-f1937de1a76b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:34:42.226389 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-f07d07f8-19b0-4291-8866-6e6e80b5e12f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 HTTP/1.1" status: 200 len: 217 time: 0.1793993 Feb 17 00:34:42.235623 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2a4423b5-856f-46b3-b7f6-4163d774e937 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:42.237975 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11036eb9-8141-4d40-ac3a-9a35a2af256f req-c326d79f-1448-4e6b-b498-5813fa812529 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:42.239708 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-11036eb9-8141-4d40-ac3a-9a35a2af256f req-c326d79f-1448-4e6b-b498-5813fa812529 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 945 time: 0.4015474 Feb 17 00:34:42.255664 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:42.283292 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:42.303128 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4e99f521-a91f-4d02-9524-94727df0c47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848123187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6082335'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:42.334485 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:42.365976 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1f4654-ebb5-45ec-a011-1a1d52ab075a,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:42.414850 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:40Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:42.420369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb45be39-5c7a-4113-8aea-8065f868ef4b None None] The sync data for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb is: [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:40Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:34:42.436880 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:42.438979 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2a4423b5-856f-46b3-b7f6-4163d774e937 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311677'] for security_group_rule, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:42.464726 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:42.465148 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99f521-a91f-4d02-9524-94727df0c47e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60f7ae9e-a8fd-4747-8dbb-668ba5fed074,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:42.495801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4e99f521-a91f-4d02-9524-94727df0c47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:42.499934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-76229a26-f8ca-41bf-8a01-f4c9dd22c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:42.501805 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-76229a26-f8ca-41bf-8a01-f4c9dd22c4fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b10397f5-495d-4d30-83f5-ea178ae22011 HTTP/1.1" status: 200 len: 859 time: 0.2610428 Feb 17 00:34:42.514779 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-11036eb9-8141-4d40-ac3a-9a35a2af256f req-1d443473-8c04-4435-9363-dd61e74afcb8 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343802 Feb 17 00:34:42.553062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4423b5-856f-46b3-b7f6-4163d774e937 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64013a82-694d-4c17-9e6f-de2d508496dc,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:42.625038 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-c2893d74-db84-4155-a129-ecd856c4337f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c1fedf-b050-43eb-97d0-4a3845e99d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820162 Feb 17 00:34:42.660407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2a4423b5-856f-46b3-b7f6-4163d774e937 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:42.690576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-730e1145-8fb2-42a8-9788-4bba8fd381b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:42.715076 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce9deb-abc3-4dc1-8dd5-8becbea599cf req-95462aba-d3c9-4b19-a4d4-c62a0b93c0c0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:42.715814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-11ce9deb-abc3-4dc1-8dd5-8becbea599cf req-95462aba-d3c9-4b19-a4d4-c62a0b93c0c0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Synchronizing usage tracker for tenant:0dc6049af5414093b47adfcd95956623 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:42.728529 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2a4423b5-856f-46b3-b7f6-4163d774e937 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:42.729958 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-2a4423b5-856f-46b3-b7f6-4163d774e937 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4054360 Feb 17 00:34:42.738018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 34922) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:42.763576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Request body: {'floatingip': {'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:42.770392 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:42.776269 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Usage tracker for resource:floatingip and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:42.779404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:42.785792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:42.789600 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4e99f521-a91f-4d02-9524-94727df0c47e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:42.798113 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-4e99f521-a91f-4d02-9524-94727df0c47e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/60f7ae9e-a8fd-4747-8dbb-668ba5fed074 HTTP/1.1" status: 204 len: 168 time: 2.4061902 Feb 17 00:34:42.801369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 34928) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:42.812786 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-11ce9deb-abc3-4dc1-8dd5-8becbea599cf req-95462aba-d3c9-4b19-a4d4-c62a0b93c0c0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Unset dirty status for tenant:0dc6049af5414093b47adfcd95956623 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:42.813755 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-11ce9deb-abc3-4dc1-8dd5-8becbea599cf req-95462aba-d3c9-4b19-a4d4-c62a0b93c0c0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 943 time: 0.7079923 Feb 17 00:34:42.857299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:42.980524 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:42.981539 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:42.983023 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] 10.222.0.49 "PUT /v2.0/ports/5e1f4654-ebb5-45ec-a011-1a1d52ab075a HTTP/1.1" status: 200 len: 1158 time: 4.0780458 Feb 17 00:34:42.983633 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9281522-697b-4023-993b-2fc181471d43', 'tag': '5e1f4654-ebb5-45ec-a011-1a1d52ab075a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:34:42.987028 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-b83cb15a-79eb-41c4-876c-477a20d2aa6a service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533332 Feb 17 00:34:42.996333 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:43.025798 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-11ce9deb-abc3-4dc1-8dd5-8becbea599cf req-cf9b3eaa-f81e-4f1d-a858-9b51f14c088e tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921999 Feb 17 00:34:43.076739 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:43.145291 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:43.172758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:43.295850 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9281522-697b-4023-993b-2fc181471d43', 'tag': '5e1f4654-ebb5-45ec-a011-1a1d52ab075a', 'status': 'completed', 'code': 200} Feb 17 00:34:43.426983 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event updated for resources: {'Port': ['ID=75b0789a-6775-4a3c-bc07-01ff7cf157d5,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:43.438029 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:43.452174 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:43.567242 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f38ad99e-0673-4614-ab6d-e5992321a30b req-b9a43811-bec2-4f28-861e-561726eaa8cb service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4552135 Feb 17 00:34:43.574109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-a1614c24-27fc-455d-930a-866c1a9b11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:43.575781 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-a1614c24-27fc-455d-930a-866c1a9b11fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dc6049af5414093b47adfcd95956623&device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 1161 time: 0.4951003 Feb 17 00:34:43.624554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45441643-f51c-4a90-9397-852ad7ec726c']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:43.665836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa26a0c-00f4-4a92-924b-c8fe4e48e748') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:43.666941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa26a0c-00f4-4a92-924b-c8fe4e48e748') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:34:43.678191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:43.700595 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-95e6af6e-16c6-4f56-9f3e-c1fc9b36defd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1f4654-ebb5-45ec-a011-1a1d52ab075a HTTP/1.1" status: 200 len: 217 time: 0.1130078 Feb 17 00:34:43.751491 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848331580'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:43.771705 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:43.791567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:43.799484 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:34:43.909703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a8258-4e77-4916-86ba-ebe534b9a05a req-f5e3ad45-475f-43c9-8f2b-ccdcb265aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:43.911325 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8d0a8258-4e77-4916-86ba-ebe534b9a05a req-f5e3ad45-475f-43c9-8f2b-ccdcb265aef4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dc6049af5414093b47adfcd95956623&device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 1160 time: 0.2498779 Feb 17 00:34:43.935346 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:43.936676 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8024800 Feb 17 00:34:43.973945 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-2fa8097d-df02-41ec-baad-18cda93b6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:43.976348 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-2fa8097d-df02-41ec-baad-18cda93b6124 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b10397f5-495d-4d30-83f5-ea178ae22011 HTTP/1.1" status: 200 len: 859 time: 0.2656283 Feb 17 00:34:44.044606 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-8af0ef82-8d47-4b5d-9898-72f40cfc999d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c1fedf-b050-43eb-97d0-4a3845e99d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589066 Feb 17 00:34:44.100325 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] Network 45441643-f51c-4a90-9397-852ad7ec726c has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:34:44.111599 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6651954'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:44.409889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 1aa22d31-d19c-455a-a365-c303f6a16010 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:44.453822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a8258-4e77-4916-86ba-ebe534b9a05a req-4fa96118-f1bd-4abc-8bf6-f882daedd682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:44.455559 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8d0a8258-4e77-4916-86ba-ebe534b9a05a req-4fa96118-f1bd-4abc-8bf6-f882daedd682 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 200 len: 913 time: 0.4962590 Feb 17 00:34:44.457273 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] Network 45441643-f51c-4a90-9397-852ad7ec726c has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:34:44.464381 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-70469e32-6427-4e00-8ee8-8f740207773b service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116702 Feb 17 00:34:44.585848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port 1aa22d31-d19c-455a-a365-c303f6a16010 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:44.592604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 1aa22d31-d19c-455a-a365-c303f6a16010 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:44.597972 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:44.609040 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9098b4-8d1f-41bf-a4c5-53baf5b2c958 req-128524e5-c63b-4bc2-a13a-d1e6fab627a4 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:44.610850 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ca9098b4-8d1f-41bf-a4c5-53baf5b2c958 req-128524e5-c63b-4bc2-a13a-d1e6fab627a4 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 945 time: 0.7442913 Feb 17 00:34:44.745864 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ca9098b4-8d1f-41bf-a4c5-53baf5b2c958 req-9cae523e-0cc3-46d7-9918-51670d27b77b tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242869 Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:34:44.761162 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:34:44.785383 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f08c95fe-fe03-4b51-a569-449bd8739cd5 req-1194c6d6-e296-4d34-b0a2-d6f2637ca3e5 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3134143 Feb 17 00:34:44.794366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Allocated IP 172.28.3.135 (3cbdbc70-d7bd-4bf3-84f2-140283f8882a/5e64d413-6664-47c4-a852-9f8e80de566a/988d9074-bf6a-4900-8812-296b4ff5b542) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:44.831009 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:44.892636 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8d0a8258-4e77-4916-86ba-ebe534b9a05a req-6ce9ff20-3195-4f4f-a17e-9c76506f5141 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 HTTP/1.1" status: 200 len: 217 time: 0.4252543 Feb 17 00:34:44.903599 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798798c6-7260-4bdb-91c3-00ce3a6e3154 req-4037f4bf-9575-4f2b-a7cd-ee42949073fb tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:44.911829 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-798798c6-7260-4bdb-91c3-00ce3a6e3154 req-4037f4bf-9575-4f2b-a7cd-ee42949073fb tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 943 time: 0.7286892 Feb 17 00:34:44.929910 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port 1aa22d31-d19c-455a-a365-c303f6a16010, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=1aa22d31-d19c-455a-a365-c303f6a16010,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:44.974129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:44.983195 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:44.999985 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a8258-4e77-4916-86ba-ebe534b9a05a req-25aa5ef3-5c49-4b8d-adb7-7fc63ef5e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:45.001648 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8d0a8258-4e77-4916-86ba-ebe534b9a05a req-25aa5ef3-5c49-4b8d-adb7-7fc63ef5e993 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b10397f5-495d-4d30-83f5-ea178ae22011 HTTP/1.1" status: 200 len: 859 time: 0.0842478 Feb 17 00:34:45.093722 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-825ab273-486e-4e31-8360-a63d49db69f6 req-6b74f26a-63d2-414b-94c5-4d791207f6a9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Synchronizing usage tracker for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:45.146033 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8d0a8258-4e77-4916-86ba-ebe534b9a05a req-417fa125-b720-458b-a9b1-a548168ad45a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c1fedf-b050-43eb-97d0-4a3845e99d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327446 Feb 17 00:34:45.196951 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c25473-18cf-4261-b10d-46af22fac968 req-6160c0e6-bd3c-4725-82ed-924ba2fb88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:45.199098 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a0c25473-18cf-4261-b10d-46af22fac968 req-6160c0e6-bd3c-4725-82ed-924ba2fb88db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dc6049af5414093b47adfcd95956623&device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 1161 time: 0.2581129 Feb 17 00:34:45.208644 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-825ab273-486e-4e31-8360-a63d49db69f6 req-6b74f26a-63d2-414b-94c5-4d791207f6a9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Unset dirty status for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:45.211500 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-6b74f26a-63d2-414b-94c5-4d791207f6a9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1018087443&fields=id&tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac HTTP/1.1" status: 200 len: 267 time: 0.2691779 Feb 17 00:34:45.214057 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-798798c6-7260-4bdb-91c3-00ce3a6e3154 req-6f7560f6-d992-44b2-aa93-db80364fc095 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012006 Feb 17 00:34:45.285281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:45.314352 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:45.342522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-97e3092e-8e48-471b-93ac-82e447a15ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:45.345169 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a753e287-7a76-402f-84f6-c8c20135b3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:45.366237 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] Pushing event deleted for resources: {'Network': ['ID=45441643-f51c-4a90-9397-852ad7ec726c,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:45.368645 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:45.373604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:45.398641 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-b815a975-7f0f-41b1-b715-de823fc00408 admin admin] 10.222.0.38 "DELETE /v2.0/networks/45441643-f51c-4a90-9397-852ad7ec726c HTTP/1.1" status: 204 len: 168 time: 2.5883977 Feb 17 00:34:45.462328 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=1aa22d31-d19c-455a-a365-c303f6a16010,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:45.473274 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:45.489074 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:45.523409 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8d0a8258-4e77-4916-86ba-ebe534b9a05a req-b2659225-52e7-4311-aba0-3ed6846d833a service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664823 Feb 17 00:34:45.585798 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.objects.ports [None req-78921ed0-49f4-4bda-b009-4f066dc45933 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:34:45.593573 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 34996) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:45.661681 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c25473-18cf-4261-b10d-46af22fac968 req-d775aba9-ba08-48ec-b043-4f0d9363ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:45.664214 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a0c25473-18cf-4261-b10d-46af22fac968 req-d775aba9-ba08-48ec-b043-4f0d9363ac4a service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 200 len: 913 time: 0.4508419 Feb 17 00:34:45.760048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ab273-486e-4e31-8360-a63d49db69f6 req-877ba45e-e827-482b-b20d-3b4c754dc580 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:45.760960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-825ab273-486e-4e31-8360-a63d49db69f6 req-877ba45e-e827-482b-b20d-3b4c754dc580 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Synchronizing usage tracker for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:network {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:45.769661 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8d0a8258-4e77-4916-86ba-ebe534b9a05a req-7880c39e-c095-4a2b-afeb-98cec66ed34d service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2375624 Feb 17 00:34:45.769925 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:45.800238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:45.833697 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a0c25473-18cf-4261-b10d-46af22fac968 req-263b55b0-0cd1-4121-98eb-a498a7805c09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1f4654-ebb5-45ec-a011-1a1d52ab075a HTTP/1.1" status: 200 len: 217 time: 0.1614456 Feb 17 00:34:45.948538 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:45.961650 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35010) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:46.001150 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-825ab273-486e-4e31-8360-a63d49db69f6 req-877ba45e-e827-482b-b20d-3b4c754dc580 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Unset dirty status for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:network {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:46.002368 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-877ba45e-e827-482b-b20d-3b4c754dc580 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/networks?id=ff31d784-b8b2-47e1-ae32-b9585233432b HTTP/1.1" status: 200 len: 817 time: 0.7008469 Feb 17 00:34:46.003164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3dba6ac6-1e7d-4525-b60e-d8304adb40b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:46.033279 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-896478c2-625a-49c8-8d49-28e285d4ad9b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a37d8be50d744b795db7a362556b39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0667670 Feb 17 00:34:46.033493 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35014) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:46.065631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event updated for resources: {'Port': ['ID=988d9074-bf6a-4900-8812-296b4ff5b542,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:46.070637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:46.072725 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-adf13cb5-312a-4f51-8e21-27471fba59ea tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/quotas/1ae8364366d2470f8cf9a8b142d9b0ac HTTP/1.1" status: 200 len: 375 time: 0.0514257 Feb 17 00:34:46.078501 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:46.088771 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:46.089619 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:46.098846 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-3dba6ac6-1e7d-4525-b60e-d8304adb40b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:46.103116 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c25473-18cf-4261-b10d-46af22fac968 req-83ce0357-6789-418e-94d8-2cd1ccaa590b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:46.104670 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a0c25473-18cf-4261-b10d-46af22fac968 req-83ce0357-6789-418e-94d8-2cd1ccaa590b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b10397f5-495d-4d30-83f5-ea178ae22011 HTTP/1.1" status: 200 len: 859 time: 0.1778879 Feb 17 00:34:46.111856 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ff6a13a3-1abb-451d-8183-ae5364f004b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:46.146206 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ff6a13a3-1abb-451d-8183-ae5364f004b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:46.150625 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-3dba6ac6-1e7d-4525-b60e-d8304adb40b1 admin admin] Usage tracker for resource:security_group_rule and tenant:dbfc009b173c45aea08695dcc982da5f is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:46.156388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-3dba6ac6-1e7d-4525-b60e-d8304adb40b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:46.184689 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-3dba6ac6-1e7d-4525-b60e-d8304adb40b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:46.254245 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:46.296411 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a0c25473-18cf-4261-b10d-46af22fac968 req-f75bf1f2-152e-45dd-8f4e-3daeebc0d6e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c1fedf-b050-43eb-97d0-4a3845e99d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303465 Feb 17 00:34:46.333578 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 1aa22d31-d19c-455a-a365-c303f6a16010 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:46.393654 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63b1201-b86a-4909-a321-dd3426561567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:34:46.411279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:46.419120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ff6a13a3-1abb-451d-8183-ae5364f004b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:46.420971 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:46.421938 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35,segment=NetworkSegment(edd54a6e-7362-4a3c-823e-f1937de1a76b),segment_id=edd54a6e-7362-4a3c-823e-f1937de1a76b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:46.428370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:46.446097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:46.452899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 1aa22d31-d19c-455a-a365-c303f6a16010 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:46.453369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:46.465476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:46.509575 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:46.515433 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0a10e1ef-7613-4b8c-aad8-72a1c92a4842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:46.529799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a13a3-1abb-451d-8183-ae5364f004b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30118453-d4cb-44eb-beaa-bfb2e23ed828,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:46.532519 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ff6a13a3-1abb-451d-8183-ae5364f004b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:46.545391 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ff6a13a3-1abb-451d-8183-ae5364f004b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:46.549345 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ff6a13a3-1abb-451d-8183-ae5364f004b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30118453-d4cb-44eb-beaa-bfb2e23ed828 HTTP/1.1" status: 204 len: 168 time: 0.5122955 Feb 17 00:34:46.593051 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbf1e0-73bb-42f8-b2fa-80ef9950b09c req-00549caa-08ef-41fe-90fa-20fb39349861 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:46.601341 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-adfbf1e0-73bb-42f8-b2fa-80ef9950b09c req-00549caa-08ef-41fe-90fa-20fb39349861 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1614749 Feb 17 00:34:46.621928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-825ab273-486e-4e31-8360-a63d49db69f6 req-0f93d3b9-0c63-4782-9969-3bf6fa8952ed tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Synchronizing usage tracker for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:46.643980 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:46.649563 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:46.656273 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:46.676372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:46.707402 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-adfbf1e0-73bb-42f8-b2fa-80ef9950b09c req-19a77eab-4187-4bd7-ab65-0be729ab445b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049740 Feb 17 00:34:46.752166 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a0c25473-18cf-4261-b10d-46af22fac968 req-64790725-73a1-4ba2-a39b-39498a243bf9 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440467 Feb 17 00:34:46.755395 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63b1201-b86a-4909-a321-dd3426561567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35', 'code': 200} Feb 17 00:34:46.903082 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-825ab273-486e-4e31-8360-a63d49db69f6 req-0f93d3b9-0c63-4782-9969-3bf6fa8952ed tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Unset dirty status for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:46.904518 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-0f93d3b9-0c63-4782-9969-3bf6fa8952ed tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7988386 Feb 17 00:34:46.922527 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:47.204367 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181086b-b1a3-40a8-a841-551dd0a9b253 req-c5e892f7-5246-4dd4-b0e7-b607b42ef28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:47.206752 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8181086b-b1a3-40a8-a841-551dd0a9b253 req-c5e892f7-5246-4dd4-b0e7-b607b42ef28d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 1162 time: 0.1186731 Feb 17 00:34:47.291873 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35046) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:47.299593 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-c5ef90f9-dae3-417b-8f40-b5c22dd825b9 service neutron] 10.222.0.38 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678377 Feb 17 00:34:47.316943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3dba6ac6-1e7d-4525-b60e-d8304adb40b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:47.354780 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8181086b-b1a3-40a8-a841-551dd0a9b253 req-2506255c-7ee7-42ce-912e-683e4abf4448 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398151 Feb 17 00:34:47.391399 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-af8106c7-3132-4b87-ae83-51cdbc552fe5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ea073b3134324acb9dcfdfe0b6c9cc78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0942922 Feb 17 00:34:47.391887 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35056) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:47.445721 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3dba6ac6-1e7d-4525-b60e-d8304adb40b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:47.461660 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-26b019d7-90dd-4673-bc6b-9066a8d72d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:47.470600 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:47.489545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-26b019d7-90dd-4673-bc6b-9066a8d72d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:47.499369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 5e1f4654-ebb5-45ec-a011-1a1d52ab075a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:47.567548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-26b019d7-90dd-4673-bc6b-9066a8d72d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:47.576496 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:47.591705 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-26b019d7-90dd-4673-bc6b-9066a8d72d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:47.593818 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-26b019d7-90dd-4673-bc6b-9066a8d72d33 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5fa0fb2-b06e-4e81-8125-cec8f4b9439d HTTP/1.1" status: 204 len: 168 time: 0.2007997 Feb 17 00:34:47.598763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b019d7-90dd-4673-bc6b-9066a8d72d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fa0fb2-b06e-4e81-8125-cec8f4b9439d,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:47.598763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-26b019d7-90dd-4673-bc6b-9066a8d72d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:47.638084 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a0c25473-18cf-4261-b10d-46af22fac968 req-d6cecad0-e5ae-43aa-826a-fcfe1c629e76 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8594708 Feb 17 00:34:47.652276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35064) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:47.652409 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-3dba6ac6-1e7d-4525-b60e-d8304adb40b1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dbfc009b173c45aea08695dcc982da5f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0532227 Feb 17 00:34:47.657316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:47.672012 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:47.672182 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba6ac6-1e7d-4525-b60e-d8304adb40b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554c6354-3fbf-495f-8231-59f10ab2bbb5,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:47.672743 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:47.685180 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3dba6ac6-1e7d-4525-b60e-d8304adb40b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:47.694733 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-6c40a7af-6273-42b6-8096-1ee3853a3ff9 service neutron] 10.222.0.38 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3756740 Feb 17 00:34:47.773860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:47.810967 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a009b311-0417-4cb8-a463-03604a4f3acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:47.814270 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:47.834681 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:47.838467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:47.873936 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a009b311-0417-4cb8-a463-03604a4f3acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:47.894896 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35076) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:48.009530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event updated for resources: {'Port': ['ID=988d9074-bf6a-4900-8812-296b4ff5b542,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:48.013448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:48.049744 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=5e1f4654-ebb5-45ec-a011-1a1d52ab075a,segment=NetworkSegment(edd54a6e-7362-4a3c-823e-f1937de1a76b),segment_id=edd54a6e-7362-4a3c-823e-f1937de1a76b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:48.082257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:48.098867 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:48.099809 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:48.113603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a009b311-0417-4cb8-a463-03604a4f3acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:48.142678 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:48.156039 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:48.166202 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9f4e62f2-e182-4fe5-b986-dcf325a1b431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:48.167503 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4231150 Feb 17 00:34:48.205114 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009b311-0417-4cb8-a463-03604a4f3acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554c6354-3fbf-495f-8231-59f10ab2bbb5,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:48.210655 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a009b311-0417-4cb8-a463-03604a4f3acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:48.223053 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:48.231762 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a009b311-0417-4cb8-a463-03604a4f3acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:48.235893 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-a009b311-0417-4cb8-a463-03604a4f3acd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/554c6354-3fbf-495f-8231-59f10ab2bbb5 HTTP/1.1" status: 204 len: 168 time: 0.5825009 Feb 17 00:34:48.237203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9f4e62f2-e182-4fe5-b986-dcf325a1b431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:48.251973 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9f4e62f2-e182-4fe5-b986-dcf325a1b431 admin admin] Usage tracker for resource:security_group_rule and tenant:f444bb89dc374edab659151f2b47e36b is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:48.261462 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9f4e62f2-e182-4fe5-b986-dcf325a1b431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:48.278173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9f4e62f2-e182-4fe5-b986-dcf325a1b431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:48.485431 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb3bdf-1ef5-4cc1-b896-bf349df9d5ff req-5c553302-4da7-4fe9-87f2-9a7e725eb9b9 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:48.497488 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1feb3bdf-1ef5-4cc1-b896-bf349df9d5ff req-5c553302-4da7-4fe9-87f2-9a7e725eb9b9 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.2130127 Feb 17 00:34:48.568662 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1feb3bdf-1ef5-4cc1-b896-bf349df9d5ff req-f97ce516-196b-4a39-9d62-8505a8ce75c1 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700140 Feb 17 00:34:48.587501 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3df2dff5-b55c-4fd0-9736-eb8cd03a10d7 req-c4ecdf80-998a-4529-816f-7f0b84dda306 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 210 time: 0.1788356 Feb 17 00:34:48.722027 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9f4e62f2-e182-4fe5-b986-dcf325a1b431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:48.761471 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-35909709-cad8-4f48-91f5-6f561d0c3aa7 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Synchronizing usage tracker for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:48.780201 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9f4e62f2-e182-4fe5-b986-dcf325a1b431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:48.804398 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:48.837454 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9281522-697b-4023-993b-2fc181471d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1f4654-ebb5-45ec-a011-1a1d52ab075a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:34:48.842326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-35909709-cad8-4f48-91f5-6f561d0c3aa7 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Unset dirty status for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:48.843674 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-35909709-cad8-4f48-91f5-6f561d0c3aa7 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1840010267&fields=id&tenant_id=ae8f4330126c4c5aae99ca6685f95fe9 HTTP/1.1" status: 200 len: 267 time: 0.1511793 Feb 17 00:34:48.901391 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e62f2-e182-4fe5-b986-dcf325a1b431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af1651-eb9c-4599-9011-e2ac54e6c033,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:48.902966 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=5e1f4654-ebb5-45ec-a011-1a1d52ab075a,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:48.911383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:48.912769 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:48.914067 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:48.920648 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-9f4e62f2-e182-4fe5-b986-dcf325a1b431 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f444bb89dc374edab659151f2b47e36b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0252378 Feb 17 00:34:48.924498 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9f4e62f2-e182-4fe5-b986-dcf325a1b431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:48.936079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35136) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:48.946819 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9281522-697b-4023-993b-2fc181471d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1f4654-ebb5-45ec-a011-1a1d52ab075a', 'code': 200} Feb 17 00:34:49.076209 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fc022aa0-776e-42c4-b668-0b6f0eb81a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:49.110428 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fc022aa0-776e-42c4-b668-0b6f0eb81a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:49.213927 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fc022aa0-776e-42c4-b668-0b6f0eb81a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:49.220252 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:49.235200 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc022aa0-776e-42c4-b668-0b6f0eb81a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af1651-eb9c-4599-9011-e2ac54e6c033,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:49.256029 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fc022aa0-776e-42c4-b668-0b6f0eb81a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:49.259048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fc022aa0-776e-42c4-b668-0b6f0eb81a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:49.260337 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-fc022aa0-776e-42c4-b668-0b6f0eb81a31 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/17af1651-eb9c-4599-9011-e2ac54e6c033 HTTP/1.1" status: 204 len: 168 time: 0.3228953 Feb 17 00:34:49.297033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35152) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:49.302019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-f3c4f166-0b33-4036-ad54-95e803bc0506 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:49.304666 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-f3c4f166-0b33-4036-ad54-95e803bc0506 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/networks?id=aef55492-a3bb-4193-9f92-43c940f31c3f HTTP/1.1" status: 200 len: 810 time: 0.4518092 Feb 17 00:34:49.337986 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-9683a129-d031-4bc8-ba47-69484d5709fd tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/quotas/ae8f4330126c4c5aae99ca6685f95fe9 HTTP/1.1" status: 200 len: 375 time: 0.0246787 Feb 17 00:34:49.339210 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 5e1f4654-ebb5-45ec-a011-1a1d52ab075a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:34:49.358567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d4a73e0d-b463-4d64-bc10-14d8f0cd3806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:49.503872 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-d4a73e0d-b463-4d64-bc10-14d8f0cd3806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:49.515040 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-d4a73e0d-b463-4d64-bc10-14d8f0cd3806 admin admin] Usage tracker for resource:security_group_rule and tenant:0eafb49b32c740be94e66c529407af34 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:49.523571 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-d4a73e0d-b463-4d64-bc10-14d8f0cd3806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:49.539263 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-d4a73e0d-b463-4d64-bc10-14d8f0cd3806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:49.548136 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:49.548963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:49.566727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-a43ffed5-52b4-4da3-8551-7351e1b8a3d2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Synchronizing usage tracker for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:49.579352 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4ca21-248c-4e53-8a42-09e258d604b3 req-53f35b33-715e-4deb-8297-d69908486047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:49.581053 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e5c4ca21-248c-4e53-8a42-09e258d604b3 req-53f35b33-715e-4deb-8297-d69908486047 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 1163 time: 0.1739280 Feb 17 00:34:49.583332 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e08b8a95-a678-4401-aaf9-2f474aae563a req-c63b2bc1-727e-460f-a676-5b069bce2caa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1547825 Feb 17 00:34:49.636105 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-a43ffed5-52b4-4da3-8551-7351e1b8a3d2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Unset dirty status for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:49.637772 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-a43ffed5-52b4-4da3-8551-7351e1b8a3d2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2989359 Feb 17 00:34:49.650333 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e5c4ca21-248c-4e53-8a42-09e258d604b3 req-377bc5a8-222e-49f6-a8e6-f48ef7bbb01f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552883 Feb 17 00:34:49.812275 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d4a73e0d-b463-4d64-bc10-14d8f0cd3806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:49.848245 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d4a73e0d-b463-4d64-bc10-14d8f0cd3806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:49.862240 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:49.904780 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-465a2a34-6948-46a6-8aac-f86670befe29 service neutron] 10.222.0.38 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477953 Feb 17 00:34:49.906547 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a73e0d-b463-4d64-bc10-14d8f0cd3806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a630d4ca-ee77-4356-af87-48fb40c731ec,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:49.968596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da905e9-1bae-4740-a0cc-283a26493580 req-4db6a4da-c809-4d22-b9f2-bdca977bc510 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:49.971238 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1da905e9-1bae-4740-a0cc-283a26493580 req-4db6a4da-c809-4d22-b9f2-bdca977bc510 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.2299240 Feb 17 00:34:49.983436 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d4a73e0d-b463-4d64-bc10-14d8f0cd3806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:50.026309 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-d4a73e0d-b463-4d64-bc10-14d8f0cd3806 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0eafb49b32c740be94e66c529407af34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7249556 Feb 17 00:34:50.030064 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35172) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:50.092607 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-df1a9735-18f9-45b2-931d-f22384bd9ec0 service neutron] 10.222.0.38 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1859291 Feb 17 00:34:50.129803 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1da905e9-1bae-4740-a0cc-283a26493580 req-a35e99fa-5c39-4f26-92a6-a799cfefa0a8 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363933 Feb 17 00:34:50.138098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ce37aecd-e8f5-4753-9291-4b3c45f30838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:50.143662 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b8a95-a678-4401-aaf9-2f474aae563a req-c664d6c5-7c7a-426e-94d0-aa7f1920fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:50.144977 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e08b8a95-a678-4401-aaf9-2f474aae563a req-c664d6c5-7c7a-426e-94d0-aa7f1920fcf4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18d8be06c5e24676877996c144fef58d&device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 1162 time: 0.2406552 Feb 17 00:34:50.174915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ce37aecd-e8f5-4753-9291-4b3c45f30838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:50.268783 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 35182) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:50.299474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dc97-8f16-4261-b4e2-5c875e6e514e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:50.326663 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f7d4dc97-8f16-4261-b4e2-5c875e6e514e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:50.332113 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f7d4dc97-8f16-4261-b4e2-5c875e6e514e admin admin] Usage tracker for resource:security_group_rule and tenant:3fc0c61171a84ea38bec9278c5145dd3 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:50.335956 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f7d4dc97-8f16-4261-b4e2-5c875e6e514e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:50.343328 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f7d4dc97-8f16-4261-b4e2-5c875e6e514e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:50.391763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b8a95-a678-4401-aaf9-2f474aae563a req-5eb803c8-6775-4f60-975d-f00fc082c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:50.393388 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e08b8a95-a678-4401-aaf9-2f474aae563a req-5eb803c8-6775-4f60-975d-f00fc082c58f service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bf8f64-a2d3-4b85-9238-8299f34e13e8 HTTP/1.1" status: 200 len: 906 time: 0.2095060 Feb 17 00:34:50.487898 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dc97-8f16-4261-b4e2-5c875e6e514e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:50.556937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dc97-8f16-4261-b4e2-5c875e6e514e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:50.619866 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:50.625812 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ce37aecd-e8f5-4753-9291-4b3c45f30838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:50.638893 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:50.650566 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e08b8a95-a678-4401-aaf9-2f474aae563a req-05d6bbf4-dd89-4c1a-b659-20d1d38ffc5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b600abae-091d-46a4-94ee-d178feaa7276 HTTP/1.1" status: 200 len: 217 time: 0.2464910 Feb 17 00:34:50.665305 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-547aaa4a-e8ae-47eb-a220-4112722e18f4 req-02e71887-5f9f-40b6-afb8-ee5d189e38a8 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 210 time: 0.1507664 Feb 17 00:34:50.696703 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-f7d4dc97-8f16-4261-b4e2-5c875e6e514e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3fc0c61171a84ea38bec9278c5145dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4110508 Feb 17 00:34:50.696703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 35206) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:50.759958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4dc97-8f16-4261-b4e2-5c875e6e514e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ba86a9-e3be-4ba4-ac68-64f19c7f4122,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:50.788224 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f7d4dc97-8f16-4261-b4e2-5c875e6e514e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:50.796427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37aecd-e8f5-4753-9291-4b3c45f30838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a630d4ca-ee77-4356-af87-48fb40c731ec,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:50.796427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ce37aecd-e8f5-4753-9291-4b3c45f30838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:50.840186 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4a2d72c1-3af8-4154-886c-3e5e7f038945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:50.870285 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4a2d72c1-3af8-4154-886c-3e5e7f038945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:50.902430 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-21157c3e-33e6-4906-8e2e-7cdcb551c277 req-7117370f-eb7d-4e97-9312-355a74f43a3f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 210 time: 0.1066935 Feb 17 00:34:50.911583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ce37aecd-e8f5-4753-9291-4b3c45f30838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:50.915827 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ce37aecd-e8f5-4753-9291-4b3c45f30838 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a630d4ca-ee77-4356-af87-48fb40c731ec HTTP/1.1" status: 204 len: 168 time: 0.8826609 Feb 17 00:34:50.936684 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b8a95-a678-4401-aaf9-2f474aae563a req-f7be5027-3b8c-4395-8b54-33cba768bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:50.942367 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e08b8a95-a678-4401-aaf9-2f474aae563a req-f7be5027-3b8c-4395-8b54-33cba768bb07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=518c6dd2-9c0d-47d1-834e-21282aa26c6d HTTP/1.1" status: 200 len: 852 time: 0.2756393 Feb 17 00:34:50.978600 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4a2d72c1-3af8-4154-886c-3e5e7f038945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:50.986509 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2edb151e-af95-40f4-8998-370ff106a4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:51.011284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d72c1-3af8-4154-886c-3e5e7f038945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ba86a9-e3be-4ba4-ac68-64f19c7f4122,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:51.019885 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4a2d72c1-3af8-4154-886c-3e5e7f038945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:51.025514 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4a2d72c1-3af8-4154-886c-3e5e7f038945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:51.028637 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-4a2d72c1-3af8-4154-886c-3e5e7f038945 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1ba86a9-e3be-4ba4-ac68-64f19c7f4122 HTTP/1.1" status: 204 len: 168 time: 0.3359056 Feb 17 00:34:51.033200 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e08b8a95-a678-4401-aaf9-2f474aae563a req-5fb76b1b-9e84-4d04-a7bb-f592de1e99ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bf8f64-a2d3-4b85-9238-8299f34e13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735409 Feb 17 00:34:51.386538 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01102e6-f0ac-4d8b-bbd7-5979334d339e req-b2817886-487b-4c54-a476-f32c94cc345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:51.388670 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a01102e6-f0ac-4d8b-bbd7-5979334d339e req-b2817886-487b-4c54-a476-f32c94cc345f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dc6049af5414093b47adfcd95956623&device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 1162 time: 0.1544545 Feb 17 00:34:51.427453 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e08b8a95-a678-4401-aaf9-2f474aae563a req-d9383433-0207-42ba-90af-ddfc1289410e service neutron] 10.222.0.49 "GET /v2.0/networks/82bf8f64-a2d3-4b85-9238-8299f34e13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862076 Feb 17 00:34:51.638384 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01102e6-f0ac-4d8b-bbd7-5979334d339e req-8f5f29f7-2ba7-49dc-b350-17459c3a6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:51.640212 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a01102e6-f0ac-4d8b-bbd7-5979334d339e req-8f5f29f7-2ba7-49dc-b350-17459c3a6af6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 200 len: 913 time: 0.2455001 Feb 17 00:34:51.824131 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931deb6-3731-46e0-8216-62f2d167b8b5 req-49907d91-ba2f-4715-8ea3-fbe5d7b96e84 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:51.841953 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e931deb6-3731-46e0-8216-62f2d167b8b5 req-49907d91-ba2f-4715-8ea3-fbe5d7b96e84 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.4946749 Feb 17 00:34:51.886654 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a01102e6-f0ac-4d8b-bbd7-5979334d339e req-9223c86c-e17d-4713-acef-ef95dd5f1479 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 HTTP/1.1" status: 200 len: 217 time: 0.2393379 Feb 17 00:34:51.974779 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e931deb6-3731-46e0-8216-62f2d167b8b5 req-a971417b-26c5-4ead-ae96-f8916fdc42e0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270287 Feb 17 00:34:51.978410 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e08b8a95-a678-4401-aaf9-2f474aae563a req-db81e2d8-ec0a-4871-9b68-c609ce823596 service neutron] 10.222.0.49 "GET /v2.0/networks/82bf8f64-a2d3-4b85-9238-8299f34e13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5427082 Feb 17 00:34:52.110284 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0406272e-6865-41c1-8d42-ee5206797839 req-47312e56-cb5e-43ca-b9ce-bb46bacd8891 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 210 time: 0.0954177 Feb 17 00:34:52.175874 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9f8f2a9f-e584-4986-a3a5-09e190e9c276 req-08412e49-95f5-4387-b780-f5afb5aac1fa tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 210 time: 0.0682330 Feb 17 00:34:52.182334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01102e6-f0ac-4d8b-bbd7-5979334d339e req-01538f8d-79c9-4e10-8aa0-1547bbf724f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:52.183929 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a01102e6-f0ac-4d8b-bbd7-5979334d339e req-01538f8d-79c9-4e10-8aa0-1547bbf724f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b10397f5-495d-4d30-83f5-ea178ae22011 HTTP/1.1" status: 200 len: 859 time: 0.2893999 Feb 17 00:34:52.296874 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ab273-486e-4e31-8360-a63d49db69f6 req-bc3d01a5-01cf-4be9-a5a6-034312f2849a tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:52.298769 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-bc3d01a5-01cf-4be9-a5a6-034312f2849a tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.49 "GET /v2.0/networks?id=ff31d784-b8b2-47e1-ae32-b9585233432b HTTP/1.1" status: 200 len: 817 time: 0.4842260 Feb 17 00:34:52.310182 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a01102e6-f0ac-4d8b-bbd7-5979334d339e req-14f4bff7-81cd-450f-919c-88e1c63629fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c1fedf-b050-43eb-97d0-4a3845e99d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129985 Feb 17 00:34:52.469723 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-0d2c04e2-3670-4a35-9519-397d0a62ec25 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac HTTP/1.1" status: 200 len: 5704 time: 0.1580734 Feb 17 00:34:52.485893 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Request body: {'port': {'device_id': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'admin_state_up': True, 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'security_groups': ['9746d7ed-4b3f-45dd-8395-ba15e71f8bed']}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:52.934897 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a01102e6-f0ac-4d8b-bbd7-5979334d339e req-f0fdfe6b-047d-49f1-ad7a-b45e8d8c7933 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074083 Feb 17 00:34:53.036388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:53.066822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:53.174028 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Made reservation on behalf of 1ae8364366d2470f8cf9a8b142d9b0ac for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:34:53.184027 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:53.356405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de2dbf-d93f-456b-bc3a-d2d3e5714f77 req-56710e10-7b6f-42d4-a7af-19a102e01448 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:53.378524 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-31de2dbf-d93f-456b-bc3a-d2d3e5714f77 req-56710e10-7b6f-42d4-a7af-19a102e01448 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 945 time: 0.3062587 Feb 17 00:34:53.464345 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a01102e6-f0ac-4d8b-bbd7-5979334d339e req-0710ca31-d92a-4d8c-a5e4-6081e64a7d85 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5146835 Feb 17 00:34:53.526806 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-31de2dbf-d93f-456b-bc3a-d2d3e5714f77 req-d748134e-4892-410c-8ef8-df7ee9be06a1 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399765 Feb 17 00:34:53.627324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b5b41-c435-411f-a616-d2267eae50d5 req-c205b913-649a-4e1e-aabf-0f05c004f5d2 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:53.635390 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a48b5b41-c435-411f-a616-d2267eae50d5 req-c205b913-649a-4e1e-aabf-0f05c004f5d2 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.4170179 Feb 17 00:34:53.746556 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a48b5b41-c435-411f-a616-d2267eae50d5 req-c69c05aa-1fdb-4477-9230-245c0a18bfb0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091168 Feb 17 00:34:53.816121 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6569d40c-3fc8-4bd5-8429-5f1f5549c352 req-9da34820-ca21-449d-bfad-a72f4b46fa48 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 210 time: 0.1393027 Feb 17 00:34:53.988805 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d2eef27e-f12b-47f6-93a3-3f2530274567 req-5650d31f-3cbb-47dc-93cb-e739d1d92697 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 210 time: 0.0560508 Feb 17 00:34:54.030099 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Allocated IP 172.20.0.3 (ff31d784-b8b2-47e1-ae32-b9585233432b/7e9c8844-2af8-4b7a-86e5-25cde2667f3e/2fa01bdd-2375-4262-b625-4ef15e262f01) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:54.328604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-5495d035-320f-4f7c-afc1-3fa974c39e9b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:54.328604 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-5495d035-320f-4f7c-afc1-3fa974c39e9b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.49 "GET /v2.0/networks?id=aef55492-a3bb-4193-9f92-43c940f31c3f HTTP/1.1" status: 200 len: 810 time: 0.3237352 Feb 17 00:34:54.541871 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-b0a4c2ce-7cd3-4094-8201-639d3ed5ba8b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9 HTTP/1.1" status: 200 len: 5704 time: 0.1891165 Feb 17 00:34:54.558697 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Request body: {'port': {'device_id': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'admin_state_up': True, 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'security_groups': ['a37ac121-7950-4160-afed-c1906f60ed0e']}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:54.641370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-39c2b9dc-da48-4ddc-b577-30e71dff49e1 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:54.648970 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-39c2b9dc-da48-4ddc-b577-30e71dff49e1 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 945 time: 0.1844151 Feb 17 00:34:54.746748 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:54.791313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Transition to ACTIVE for port object 2fa01bdd-2375-4262-b625-4ef15e262f01 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:54.829594 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:54.846361 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:54.867214 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 35418) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:54.882658 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Made reservation on behalf of ae8f4330126c4c5aae99ca6685f95fe9 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:34:54.888760 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:54.913588 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Deleting port b600abae-091d-46a4-94ee-d178feaa7276 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:34:54.913982 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:54.927327 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:55.039090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:55.053112 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:55.291001 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] For port b600abae-091d-46a4-94ee-d178feaa7276, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=b600abae-091d-46a4-94ee-d178feaa7276,segment=NetworkSegment(402c01e7-344c-4bfd-a324-a3dfe3a18fbf),segment_id=402c01e7-344c-4bfd-a324-a3dfe3a18fbf)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:55.291721 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:55.375143 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device b600abae-091d-46a4-94ee-d178feaa7276 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:34:55.451517 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b581cf5c-a459-464d-a9c0-e45ad3ec8cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:55.496459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Calling delete_port for b600abae-091d-46a4-94ee-d178feaa7276 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:34:55.553799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:55.555820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-b581cf5c-a459-464d-a9c0-e45ad3ec8cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:55.576936 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event updated for resources: {'Port': ['ID=2fa01bdd-2375-4262-b625-4ef15e262f01,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:55.580631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:55.588459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-b581cf5c-a459-464d-a9c0-e45ad3ec8cfc admin admin] Usage tracker for resource:security_group_rule and tenant:1867613ad6c744009a417116bd18d352 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:55.591095 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb4016-cb53-43df-b28d-621f105883d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b600abae-091d-46a4-94ee-d178feaa7276'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:34:55.603451 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port b600abae-091d-46a4-94ee-d178feaa7276, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=b600abae-091d-46a4-94ee-d178feaa7276,segment=NetworkSegment(402c01e7-344c-4bfd-a324-a3dfe3a18fbf),segment_id=402c01e7-344c-4bfd-a324-a3dfe3a18fbf)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:55.604914 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-b581cf5c-a459-464d-a9c0-e45ad3ec8cfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:55.618215 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Network ff31d784-b8b2-47e1-ae32-b9585233432b is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:55.641978 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:55.644889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4865a8b4-0507-4259-ab9a-1658739abca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:55.665086 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:55.669907 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:55.675295 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:55.675725 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:55.690694 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e087b9-c594-406c-9519-484bbdb325e9 req-3fd17dee-3045-4df5-bcf8-ae377b187b17 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:55.700331 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b5e087b9-c594-406c-9519-484bbdb325e9 req-3fd17dee-3045-4df5-bcf8-ae377b187b17 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 945 time: 0.9563203 Feb 17 00:34:55.705496 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-b581cf5c-a459-464d-a9c0-e45ad3ec8cfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:55.763914 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=b600abae-091d-46a4-94ee-d178feaa7276,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:55.767922 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:55.788520 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84043) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:34:55.793128 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:34:55.810129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36abf0c-d7ee-47b0-bc49-60684e5bd189 req-e02bf00a-2bd0-4a61-a351-36336f38b4ed tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:55.812880 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b5e087b9-c594-406c-9519-484bbdb325e9 req-32122c05-f931-49ea-89b1-8e948bc0335e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112750 Feb 17 00:34:55.813095 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f36abf0c-d7ee-47b0-bc49-60684e5bd189 req-e02bf00a-2bd0-4a61-a351-36336f38b4ed tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.7163408 Feb 17 00:34:55.839170 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3596075 Feb 17 00:34:55.858817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Request body: {'port': {'device_id': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:55.982226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Allocated IP 172.20.0.5 (aef55492-a3bb-4193-9f92-43c940f31c3f/081519e3-3689-4b75-a2a2-253d4b2b0fbb/e1ba40f5-b5d4-4074-aa5e-c55509f8217b) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:34:55.986883 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f36abf0c-d7ee-47b0-bc49-60684e5bd189 req-6feea2a5-52ea-43a5-aee7-9d4f1b88721a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466954 Feb 17 00:34:56.042221 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578d475-d519-42c6-aa89-668ed0c2ae7c req-59dd524e-9956-492c-b313-3378f2eb6fd4 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:56.051555 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f578d475-d519-42c6-aa89-668ed0c2ae7c req-59dd524e-9956-492c-b313-3378f2eb6fd4 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 931 time: 0.1149876 Feb 17 00:34:56.092796 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-6ba2ac53-c96c-4ff9-99df-e4d2c6f69be1 None None] Provisioning for port 2fa01bdd-2375-4262-b625-4ef15e262f01 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:56.098515 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-6ba2ac53-c96c-4ff9-99df-e4d2c6f69be1 None None] Provisioning complete for port 2fa01bdd-2375-4262-b625-4ef15e262f01 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:56.099212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ac53-c96c-4ff9-99df-e4d2c6f69be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:56.117845 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:56.133721 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f578d475-d519-42c6-aa89-668ed0c2ae7c req-ff151427-55db-4e8f-82b2-3adfdfd1ab0f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Synchronizing usage tracker for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:56.149068 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f578d475-d519-42c6-aa89-668ed0c2ae7c req-ff151427-55db-4e8f-82b2-3adfdfd1ab0f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Unset dirty status for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:56.150386 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f578d475-d519-42c6-aa89-668ed0c2ae7c req-ff151427-55db-4e8f-82b2-3adfdfd1ab0f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979521 Feb 17 00:34:56.207467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2ac53-c96c-4ff9-99df-e4d2c6f69be1 None None] Port 2fa01bdd-2375-4262-b625-4ef15e262f01 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:34:56.258513 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbb4016-cb53-43df-b28d-621f105883d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b600abae-091d-46a4-94ee-d178feaa7276', 'code': 200} Feb 17 00:34:56.290336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Deleting port b600abae-091d-46a4-94ee-d178feaa7276 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:34:56.290916 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:56.410399 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-39fb45ef-2d67-4686-8ce2-c18597a52de4 req-1269c1ca-b4e1-4d39-9682-ff590aec8d69 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Synchronizing usage tracker for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:56.694544 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] For port b600abae-091d-46a4-94ee-d178feaa7276, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=b600abae-091d-46a4-94ee-d178feaa7276,segment=NetworkSegment(402c01e7-344c-4bfd-a324-a3dfe3a18fbf),segment_id=402c01e7-344c-4bfd-a324-a3dfe3a18fbf)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:34:56.695083 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:56.843044 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Calling delete_port for b600abae-091d-46a4-94ee-d178feaa7276 owned by compute:nova {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:34:57.004311 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-39fb45ef-2d67-4686-8ce2-c18597a52de4 req-1269c1ca-b4e1-4d39-9682-ff590aec8d69 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Unset dirty status for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:57.005903 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-39fb45ef-2d67-4686-8ce2-c18597a52de4 req-1269c1ca-b4e1-4d39-9682-ff590aec8d69 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 210 time: 0.7204947 Feb 17 00:34:57.035514 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b581cf5c-a459-464d-a9c0-e45ad3ec8cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:57.109829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b581cf5c-a459-464d-a9c0-e45ad3ec8cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:57.118651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fcfd7-1ebb-4042-b982-6da0db232a62 req-93c9b543-e9f2-404e-827c-93a5d5638174 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:57.120300 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-202fcfd7-1ebb-4042-b982-6da0db232a62 req-93c9b543-e9f2-404e-827c-93a5d5638174 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 943 time: 0.1566212 Feb 17 00:34:57.126932 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:57.140649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:57.149351 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848123879'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:57.175647 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:57.211293 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-b581cf5c-a459-464d-a9c0-e45ad3ec8cfc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1867613ad6c744009a417116bd18d352&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3413913 Feb 17 00:34:57.216177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35490) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:57.284945 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Transition to ACTIVE for port object e1ba40f5-b5d4-4074-aa5e-c55509f8217b will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:57.307293 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Pushing event deleted for resources: {'Port': ['ID=b600abae-091d-46a4-94ee-d178feaa7276,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:57.308210 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581cf5c-a459-464d-a9c0-e45ad3ec8cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ff922e-3f2e-4024-97f8-b9e325160a4b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:57.323502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b581cf5c-a459-464d-a9c0-e45ad3ec8cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:57.327515 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:57.387498 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-202fcfd7-1ebb-4042-b982-6da0db232a62 req-1f3fb8ec-c50f-4027-a9d9-df6827473a90 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6698ac0-909b-49a2-801d-47c1375991eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574458 Feb 17 00:34:57.423618 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa01bdd-2375-4262-b625-4ef15e262f01 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:34:57.435416 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:57.457266 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b7c8e-b23f-4468-b9ed-a8fedfb978b8 req-be43765a-d3d3-4980-966c-6425deb87587 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:57.458918 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-035b7c8e-b23f-4468-b9ed-a8fedfb978b8 req-be43765a-d3d3-4980-966c-6425deb87587 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.2462802 Feb 17 00:34:57.460065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Transition to ACTIVE for port object 2fa01bdd-2375-4262-b625-4ef15e262f01 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:34:57.463277 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ff8a555e-9796-4946-971a-a48203fe7f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:57.510461 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:57.512933 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:57.521719 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ff8a555e-9796-4946-971a-a48203fe7f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:57.540523 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:57.573586 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-035b7c8e-b23f-4468-b9ed-a8fedfb978b8 req-9f652eb5-0538-4331-aee3-709dc1ece2d0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082811 Feb 17 00:34:57.667163 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] No DVR routers for this DVR port b600abae-091d-46a4-94ee-d178feaa7276 on host hv-cinder-75994 {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:34:57.674453 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:57.679450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb4016-cb53-43df-b28d-621f105883d6', 'name': 'network-vif-deleted', 'tag': 'b600abae-091d-46a4-94ee-d178feaa7276'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:34:57.723792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c70b6-cf27-4c36-8a67-4d25c7c9188c req-4bffd0aa-e9dd-4840-8988-06c104765c94 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:57.727000 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-012c70b6-cf27-4c36-8a67-4d25c7c9188c req-4bffd0aa-e9dd-4840-8988-06c104765c94 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1926177 Feb 17 00:34:57.756989 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbb4016-cb53-43df-b28d-621f105883d6', 'name': 'network-vif-deleted', 'tag': 'b600abae-091d-46a4-94ee-d178feaa7276', 'status': 'completed', 'code': 200} Feb 17 00:34:57.764678 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b5207e4b-da7b-4c84-ac25-5c9451b02679 req-f0ca2e70-b33c-4336-9b46-a5a10e94e11e tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.49 "DELETE /v2.0/ports/b600abae-091d-46a4-94ee-d178feaa7276 HTTP/1.1" status: 204 len: 173 time: 3.1034956 Feb 17 00:34:57.792141 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-012c70b6-cf27-4c36-8a67-4d25c7c9188c req-ec904793-3b46-4cad-b59c-9af262d4c3e2 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581479 Feb 17 00:34:57.882548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ff8a555e-9796-4946-971a-a48203fe7f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:57.898823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ff6a13a3-1abb-451d-8183-ae5364f004b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:57.940435 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a555e-9796-4946-971a-a48203fe7f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ff922e-3f2e-4024-97f8-b9e325160a4b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:57.950259 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Attempting to bind port 2fa01bdd-2375-4262-b625-4ef15e262f01 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:34:57.950648 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Attempting to bind port 2fa01bdd-2375-4262-b625-4ef15e262f01 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:34:57.950904 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ff8a555e-9796-4946-971a-a48203fe7f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:57.951024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Attempting to bind port 2fa01bdd-2375-4262-b625-4ef15e262f01 on network ff31d784-b8b2-47e1-ae32-b9585233432b {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:34:57.952157 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ff8a555e-9796-4946-971a-a48203fe7f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:57.956782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Pushing event updated for resources: {'Port': ['ID=2fa01bdd-2375-4262-b625-4ef15e262f01,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:57.958773 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ff8a555e-9796-4946-971a-a48203fe7f09 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a5ff922e-3f2e-4024-97f8-b9e325160a4b HTTP/1.1" status: 204 len: 168 time: 0.6547201 Feb 17 00:34:58.033141 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:34:58.033993 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Checking segment: {'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:34:58.034418 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:58.034826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Bound using segment: {'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:34:58.035349 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Bound port: 2fa01bdd-2375-4262-b625-4ef15e262f01, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:34:58.035800 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:58.261358 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event updated for resources: {'Port': ['ID=e1ba40f5-b5d4-4074-aa5e-c55509f8217b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:58.281156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:58.283478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:58.283904 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:58.329844 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Network aef55492-a3bb-4193-9f92-43c940f31c3f is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:34:58.340700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] For port 2fa01bdd-2375-4262-b625-4ef15e262f01, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:34:58.343564 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:34:58.346582 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] For port 2fa01bdd-2375-4262-b625-4ef15e262f01, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=2fa01bdd-2375-4262-b625-4ef15e262f01,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:34:58.348976 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:34:58.354179 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:58.354836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:58.389019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3c6ed-177a-4f0f-a8b5-4972680823f0 req-37427ef7-a219-44cc-8fc7-e1fdf159519f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:58.390692 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f2d3c6ed-177a-4f0f-a8b5-4972680823f0 req-37427ef7-a219-44cc-8fc7-e1fdf159519f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 931 time: 0.2432470 Feb 17 00:34:58.397767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:58.419998 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:58.570370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-5e37f34b-101a-4e02-abb0-fcfe3c0aaa51 req-e8f1d4b9-cfce-4e16-9333-1008b1825783 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Synchronizing usage tracker for tenant:18d8be06c5e24676877996c144fef58d on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:58.575113 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35524) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:58.596057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-906a27fc-5e0e-493f-9920-675c95fbb0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:58.627160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-906a27fc-5e0e-493f-9920-675c95fbb0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:58.632037 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-906a27fc-5e0e-493f-9920-675c95fbb0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:73ffc05ae44f47b2bd200f33124a2324 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:58.635464 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-906a27fc-5e0e-493f-9920-675c95fbb0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:58.637110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Pushing event updated for resources: {'Port': ['ID=2fa01bdd-2375-4262-b625-4ef15e262f01,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:58.641138 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:58.643007 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-906a27fc-5e0e-493f-9920-675c95fbb0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:58.652401 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-5e37f34b-101a-4e02-abb0-fcfe3c0aaa51 req-e8f1d4b9-cfce-4e16-9333-1008b1825783 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] Unset dirty status for tenant:18d8be06c5e24676877996c144fef58d on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:58.653800 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5e37f34b-101a-4e02-abb0-fcfe3c0aaa51 req-e8f1d4b9-cfce-4e16-9333-1008b1825783 tempest-DeleteServersTestJSON-868072640 tempest-DeleteServersTestJSON-868072640-project] 10.222.0.38 "GET /v2.0/ports?device_id=9dbb4016-cb53-43df-b28d-621f105883d6 HTTP/1.1" status: 200 len: 210 time: 0.1367979 Feb 17 00:34:58.705391 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-82e8214c-aa92-4960-9992-5e740b83078a None None] Provisioning for port e1ba40f5-b5d4-4074-aa5e-c55509f8217b completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:34:58.711571 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-82e8214c-aa92-4960-9992-5e740b83078a None None] Provisioning complete for port e1ba40f5-b5d4-4074-aa5e-c55509f8217b triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:34:58.712025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-82e8214c-aa92-4960-9992-5e740b83078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:58.714217 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1644878 Feb 17 00:34:58.745043 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f2d3c6ed-177a-4f0f-a8b5-4972680823f0 req-7617f3b8-d1b5-4a06-a405-4dc6164466c3 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285365 Feb 17 00:34:58.791930 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-906a27fc-5e0e-493f-9920-675c95fbb0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:58.836084 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Request body: {'port': {'device_id': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:34:58.839798 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-82e8214c-aa92-4960-9992-5e740b83078a None None] Port e1ba40f5-b5d4-4074-aa5e-c55509f8217b cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:34:58.855820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-906a27fc-5e0e-493f-9920-675c95fbb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:58.875128 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c125437d-e5be-45b2-8615-88efbf93e418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:58.901817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 35536) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:58.909016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a27fc-5e0e-493f-9920-675c95fbb0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316fefac-c875-4e66-acf2-9e71e8ab566a,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:58.917111 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-906a27fc-5e0e-493f-9920-675c95fbb0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:58.922547 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:58.923281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:58.924952 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] 10.222.0.49 "PUT /v2.0/ports/2fa01bdd-2375-4262-b625-4ef15e262f01 HTTP/1.1" status: 200 len: 1157 time: 3.0706046 Feb 17 00:34:58.929409 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:34:58.999984 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-906a27fc-5e0e-493f-9920-675c95fbb0e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=73ffc05ae44f47b2bd200f33124a2324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231563 Feb 17 00:34:59.012861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35546) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:34:59.079104 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cdab9-2cdc-471b-b064-d50a9ed29336 req-82b1041f-9b28-441a-b571-0dc9d22e166d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:59.083836 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-786cdab9-2cdc-471b-b064-d50a9ed29336 req-82b1041f-9b28-441a-b571-0dc9d22e166d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.2945375 Feb 17 00:34:59.191386 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-786cdab9-2cdc-471b-b064-d50a9ed29336 req-68f25c7c-0cbc-4e8b-83a1-0ac0613ba9e3 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064906 Feb 17 00:34:59.199362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-57d481da-9f91-4823-9217-fb1aa3a8a5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:59.267101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:59.274435 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-57d481da-9f91-4823-9217-fb1aa3a8a5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:59.291173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:59.325562 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01', 'status': 'completed', 'code': 200} Feb 17 00:34:59.337669 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:34:59.378770 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-57d481da-9f91-4823-9217-fb1aa3a8a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:59.384999 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-131ac2ac-23de-4edd-81ae-46f7dc306517 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:34:59.395642 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Usage tracker for resource:security_group_rule and tenant:4b3678af9ada4d1aa2d8c410044486d9 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:34:59.399884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d481da-9f91-4823-9217-fb1aa3a8a5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316fefac-c875-4e66-acf2-9e71e8ab566a,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:34:59.404447 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-57d481da-9f91-4823-9217-fb1aa3a8a5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:34:59.405587 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-57d481da-9f91-4823-9217-fb1aa3a8a5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:34:59.407051 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-57d481da-9f91-4823-9217-fb1aa3a8a5a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/316fefac-c875-4e66-acf2-9e71e8ab566a HTTP/1.1" status: 204 len: 168 time: 0.3869064 Feb 17 00:34:59.414023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:34:59.426847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:34:59.463262 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ab273-486e-4e31-8360-a63d49db69f6 req-7143aaf1-d2c6-4139-abb7-3260922f378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:59.464835 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-7143aaf1-d2c6-4139-abb7-3260922f378b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 1160 time: 0.4298463 Feb 17 00:34:59.504832 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01e1d1-9064-4c25-b1ca-addc525d85f8 req-c937bafa-d6a4-403a-b64e-ee4ddb93433e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:34:59.505608 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-4c01e1d1-9064-4c25-b1ca-addc525d85f8 req-c937bafa-d6a4-403a-b64e-ee4ddb93433e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Synchronizing usage tracker for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:34:59.607721 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-0bf1c4b8-cccf-4348-a7ab-520f7a6af0ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fa01bdd-2375-4262-b625-4ef15e262f01 HTTP/1.1" status: 200 len: 217 time: 0.0910134 Feb 17 00:34:59.669931 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-4c01e1d1-9064-4c25-b1ca-addc525d85f8 req-c937bafa-d6a4-403a-b64e-ee4ddb93433e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Unset dirty status for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:34:59.671220 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4c01e1d1-9064-4c25-b1ca-addc525d85f8 req-c937bafa-d6a4-403a-b64e-ee4ddb93433e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.6347327 Feb 17 00:35:00.033599 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ab273-486e-4e31-8360-a63d49db69f6 req-30a434b4-81f8-4402-b1ba-2fd7494fc549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:00.035188 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-30a434b4-81f8-4402-b1ba-2fd7494fc549 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e9c8844-2af8-4b7a-86e5-25cde2667f3e HTTP/1.1" status: 200 len: 856 time: 0.4112654 Feb 17 00:35:00.036940 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50317255-0b47-49ec-88f8-cb9ace8e0f1f req-936de14e-059c-491b-adf8-728b57ccbc95 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:00.045931 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-50317255-0b47-49ec-88f8-cb9ace8e0f1f req-936de14e-059c-491b-adf8-728b57ccbc95 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 931 time: 0.1053250 Feb 17 00:35:00.126544 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4c01e1d1-9064-4c25-b1ca-addc525d85f8 req-23becb22-990b-437b-8548-ec34910fe3bd tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4361548 Feb 17 00:35:00.136301 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-50317255-0b47-49ec-88f8-cb9ace8e0f1f req-1e364379-87a1-4d59-8881-ed91d7df9ec5 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Synchronizing usage tracker for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:35:00.161880 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-50317255-0b47-49ec-88f8-cb9ace8e0f1f req-1e364379-87a1-4d59-8881-ed91d7df9ec5 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Unset dirty status for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:35:00.183825 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-50317255-0b47-49ec-88f8-cb9ace8e0f1f req-1e364379-87a1-4d59-8881-ed91d7df9ec5 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136184 Feb 17 00:35:00.329156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:00.378028 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ab273-486e-4e31-8360-a63d49db69f6 req-0263e6d2-ca49-4a20-a360-69a7a9f1f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:00.381372 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-0263e6d2-ca49-4a20-a360-69a7a9f1f54a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff31d784-b8b2-47e1-ae32-b9585233432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3330066 Feb 17 00:35:00.381372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:00.399698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b581cf5c-a459-464d-a9c0-e45ad3ec8cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:00.598101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2243f7-f56f-4ded-93d4-7a62b4125730,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:00.603049 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b3678af9ada4d1aa2d8c410044486d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6988211 Feb 17 00:35:00.606283 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35612) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:00.620348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.620766 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.621168 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.621595 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.621983 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.622380 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.622802 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.623189 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.623583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.623968 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.624353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.624733 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.625153 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.625604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.625965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.626345 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.626739 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.627103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.627481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.627858 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.628233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.628608 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.628984 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.629383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:00.642743 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:00.774075 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-c4f5a229-e3d6-44e1-8994-d8796ef17d80 service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663049 Feb 17 00:35:00.852571 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9230cb0-9a3b-4ae5-830b-17c7ab732689 req-6159feb1-03f0-4237-8d7e-71b5113026fe tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:00.862306 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f9230cb0-9a3b-4ae5-830b-17c7ab732689 req-6159feb1-03f0-4237-8d7e-71b5113026fe tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.4458809 Feb 17 00:35:00.922958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35622) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:00.932872 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:00.937039 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ba40f5-b5d4-4074-aa5e-c55509f8217b {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:35:00.968303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:00.969875 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:01.010727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Transition to ACTIVE for port object e1ba40f5-b5d4-4074-aa5e-c55509f8217b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:35:01.050452 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f9230cb0-9a3b-4ae5-830b-17c7ab732689 req-808679d5-4951-46b8-bfd9-a6b65cdaf4f7 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066308 Feb 17 00:35:01.052955 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:01.065310 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:01.073354 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2243f7-f56f-4ded-93d4-7a62b4125730,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:01.082132 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.082538 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.082944 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.083332 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.083716 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.084098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.084546 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.084911 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.085370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.085781 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.086160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.086541 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.086961 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.087173 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-825ab273-486e-4e31-8360-a63d49db69f6 req-e1d1bbe8-d458-489f-83db-f698eec70619 service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3004935 Feb 17 00:35:01.087348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.087695 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.088069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.088428 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:01.088543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.088795 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.089181 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.089580 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.089950 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.090323 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.090695 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.091065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:01.094339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:01.095551 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2d2243f7-f56f-4ded-93d4-7a62b4125730 HTTP/1.1" status: 204 len: 168 time: 0.4877777 Feb 17 00:35:01.096532 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:01.111960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:01.239583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-408d2b98-9f01-457f-9b23-44a3ea0267df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:01.275917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-408d2b98-9f01-457f-9b23-44a3ea0267df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:01.288106 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-408d2b98-9f01-457f-9b23-44a3ea0267df admin admin] Usage tracker for resource:security_group_rule and tenant:20940025db4a4001ada2501daecd137d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:01.291542 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-408d2b98-9f01-457f-9b23-44a3ea0267df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:01.307090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-408d2b98-9f01-457f-9b23-44a3ea0267df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:01.469099 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-408d2b98-9f01-457f-9b23-44a3ea0267df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:01.485511 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefcd68-d793-40a5-ae91-b535ee90f1e9 req-48995fdc-aad8-4c71-bd31-5d68a21fe9e5 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:01.487139 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4eefcd68-d793-40a5-ae91-b535ee90f1e9 req-48995fdc-aad8-4c71-bd31-5d68a21fe9e5 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1531546 Feb 17 00:35:01.519295 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-408d2b98-9f01-457f-9b23-44a3ea0267df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:01.547300 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:01.608115 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d2b98-9f01-457f-9b23-44a3ea0267df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50e0355-9363-4b6c-8aff-bf01c1cdb6c1,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:01.613958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-408d2b98-9f01-457f-9b23-44a3ea0267df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:01.617466 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-408d2b98-9f01-457f-9b23-44a3ea0267df admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20940025db4a4001ada2501daecd137d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6926105 Feb 17 00:35:01.621658 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ba40f5-b5d4-4074-aa5e-c55509f8217b,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:01.624253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 35646) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:01.648535 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:01.649288 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4eefcd68-d793-40a5-ae91-b535ee90f1e9 req-6853a2b5-5d58-4b03-8e00-aed219fa208b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536043 Feb 17 00:35:01.780194 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35654) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:01.792668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4919a209-0a3c-4780-96c6-efe31a53b080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:01.827520 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-92635ede-7e81-4357-87a8-c674a5e06cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:01.830003 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4fd9c-e4cc-4d9b-a3a2-212454f4b53a req-f96507c1-567d-4924-b288-47c028fe4c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:01.831990 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ae4fd9c-e4cc-4d9b-a3a2-212454f4b53a req-f96507c1-567d-4924-b288-47c028fe4c30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 1160 time: 0.4780126 Feb 17 00:35:01.832823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Attempting to bind port e1ba40f5-b5d4-4074-aa5e-c55509f8217b on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:35:01.833398 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Attempting to bind port e1ba40f5-b5d4-4074-aa5e-c55509f8217b by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:35:01.833897 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Attempting to bind port e1ba40f5-b5d4-4074-aa5e-c55509f8217b on network aef55492-a3bb-4193-9f92-43c940f31c3f {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:35:01.844656 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-92635ede-7e81-4357-87a8-c674a5e06cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:01.848934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-92635ede-7e81-4357-87a8-c674a5e06cdc admin admin] Usage tracker for resource:security_group_rule and tenant:7a5a260eb2cd441d9412d63951330b5d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:01.853196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-92635ede-7e81-4357-87a8-c674a5e06cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:01.860198 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-92635ede-7e81-4357-87a8-c674a5e06cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:01.918625 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35662) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:01.975016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:35:01.975467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Checking segment: {'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:35:01.975925 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:01.976340 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Bound using segment: {'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:35:01.977332 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Bound port: e1ba40f5-b5d4-4074-aa5e-c55509f8217b, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:35:01.977718 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:01.990136 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4919a209-0a3c-4780-96c6-efe31a53b080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:02.034802 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-92635ede-7e81-4357-87a8-c674a5e06cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:02.045812 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-471361f1-7d2b-4823-9c90-c9a6333af1b0 admin admin] Deleting subnet 518c6dd2-9c0d-47d1-834e-21282aa26c6d {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:35:02.049560 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-471361f1-7d2b-4823-9c90-c9a6333af1b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:02.104479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c6eec-c3f7-4693-8731-2449af3cf65a req-299e04ca-2f7c-46fc-a260-3d11815fba2d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:02.106227 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f31c6eec-c3f7-4693-8731-2449af3cf65a req-299e04ca-2f7c-46fc-a260-3d11815fba2d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 943 time: 0.7313352 Feb 17 00:35:02.121552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-92635ede-7e81-4357-87a8-c674a5e06cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:02.135145 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed138d7b-3148-4e4d-a88e-91ec75ea2a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:02.182213 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-92635ede-7e81-4357-87a8-c674a5e06cdc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7a5a260eb2cd441d9412d63951330b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007955 Feb 17 00:35:02.191933 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35674) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:02.195530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4fd9c-e4cc-4d9b-a3a2-212454f4b53a req-a09e1f38-b467-46f5-862c-b7f896562c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:02.197150 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ae4fd9c-e4cc-4d9b-a3a2-212454f4b53a req-a09e1f38-b467-46f5-862c-b7f896562c43 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff31d784-b8b2-47e1-ae32-b9585233432b HTTP/1.1" status: 200 len: 911 time: 0.3500085 Feb 17 00:35:02.236059 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f31c6eec-c3f7-4693-8731-2449af3cf65a req-2b25803b-59c7-4d4d-b3ed-df0a2f0077d4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123092 Feb 17 00:35:02.243560 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-471361f1-7d2b-4823-9c90-c9a6333af1b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6444252'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:02.328245 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ae4fd9c-e4cc-4d9b-a3a2-212454f4b53a req-04b017b8-f54a-4c7f-80c6-6636ae0c71df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fa01bdd-2375-4262-b625-4ef15e262f01 HTTP/1.1" status: 200 len: 217 time: 0.0956991 Feb 17 00:35:02.336834 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] For port e1ba40f5-b5d4-4074-aa5e-c55509f8217b, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:35:02.372103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92635ede-7e81-4357-87a8-c674a5e06cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c2aa47-91fe-4497-972a-2512e275e97b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:02.380114 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-92635ede-7e81-4357-87a8-c674a5e06cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:02.382296 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4919a209-0a3c-4780-96c6-efe31a53b080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:02.384092 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] For port e1ba40f5-b5d4-4074-aa5e-c55509f8217b, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e1ba40f5-b5d4-4074-aa5e-c55509f8217b,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:35:02.399897 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f7d4dc97-8f16-4261-b4e2-5c875e6e514e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:02.420690 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-471361f1-7d2b-4823-9c90-c9a6333af1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:02.421477 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919a209-0a3c-4780-96c6-efe31a53b080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50e0355-9363-4b6c-8aff-bf01c1cdb6c1,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:02.431279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4919a209-0a3c-4780-96c6-efe31a53b080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:02.432962 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:02.454137 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-dea3f5fd-bfbf-4a91-902d-c243ff61c945 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:02.495065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7b3205a5-7fb0-4a67-980c-cd324decbb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:02.532276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3733a-8e99-4a5e-a6e0-3a5a3f23d360 req-4ebf517a-529b-4bd8-85d6-65950e332a60 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:02.533927 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b1d3733a-8e99-4a5e-a6e0-3a5a3f23d360 req-4ebf517a-529b-4bd8-85d6-65950e332a60 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.3473189 Feb 17 00:35:02.542533 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4919a209-0a3c-4780-96c6-efe31a53b080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:02.546222 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-4919a209-0a3c-4780-96c6-efe31a53b080 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f50e0355-9363-4b6c-8aff-bf01c1cdb6c1 HTTP/1.1" status: 204 len: 168 time: 0.9087214 Feb 17 00:35:02.557827 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4fd9c-e4cc-4d9b-a3a2-212454f4b53a req-99de4774-a3e5-4d96-b27b-d22c7157d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:02.559410 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ae4fd9c-e4cc-4d9b-a3a2-212454f4b53a req-99de4774-a3e5-4d96-b27b-d22c7157d7c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e9c8844-2af8-4b7a-86e5-25cde2667f3e HTTP/1.1" status: 200 len: 856 time: 0.2201703 Feb 17 00:35:02.736792 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b1d3733a-8e99-4a5e-a6e0-3a5a3f23d360 req-423d6b54-75f2-4159-bb0b-f8b5c11cf625 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905408 Feb 17 00:35:02.745077 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7b3205a5-7fb0-4a67-980c-cd324decbb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:02.800415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:35:02.961916 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7b3205a5-7fb0-4a67-980c-cd324decbb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:02.967066 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:02.970257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ba40f5-b5d4-4074-aa5e-c55509f8217b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:02.985793 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:02.989620 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3205a5-7fb0-4a67-980c-cd324decbb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c2aa47-91fe-4497-972a-2512e275e97b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:02.993860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7b3205a5-7fb0-4a67-980c-cd324decbb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:03.005865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7b3205a5-7fb0-4a67-980c-cd324decbb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:03.012132 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-7b3205a5-7fb0-4a67-980c-cd324decbb92 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/99c2aa47-91fe-4497-972a-2512e275e97b HTTP/1.1" status: 204 len: 168 time: 0.7328649 Feb 17 00:35:03.050708 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:03.051405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:03.052908 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] 10.222.0.49 "PUT /v2.0/ports/e1ba40f5-b5d4-4074-aa5e-c55509f8217b HTTP/1.1" status: 200 len: 1157 time: 4.2767012 Feb 17 00:35:03.056786 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'tag': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:35:03.067685 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4fd9c-e4cc-4d9b-a3a2-212454f4b53a req-8aeeff8d-9d7d-4f84-bc39-dae4a0b5294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:03.070175 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ae4fd9c-e4cc-4d9b-a3a2-212454f4b53a req-8aeeff8d-9d7d-4f84-bc39-dae4a0b5294e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff31d784-b8b2-47e1-ae32-b9585233432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4940009 Feb 17 00:35:03.081766 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb555-e7e3-445e-a8fc-f8cf179fb718 req-fa54caf1-502d-4296-8fe7-b7704daf605d tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:03.086826 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e7cfb555-e7e3-445e-a8fc-f8cf179fb718 req-fa54caf1-502d-4296-8fe7-b7704daf605d tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.2345870 Feb 17 00:35:03.155972 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-471361f1-7d2b-4823-9c90-c9a6333af1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848123187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6082335'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:03.195636 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:03.231474 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'tag': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b', 'status': 'completed', 'code': 200} Feb 17 00:35:03.414206 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35704) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:03.433930 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e7cfb555-e7e3-445e-a8fc-f8cf179fb718 req-54145ba6-47e8-4355-ba47-7e79bed3eedf tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177452 Feb 17 00:35:03.443310 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471361f1-7d2b-4823-9c90-c9a6333af1b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518c6dd2-9c0d-47d1-834e-21282aa26c6d,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:03.454819 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-471361f1-7d2b-4823-9c90-c9a6333af1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:03.495252 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021f0c6-c2f8-418a-962b-542a8e5df14d req-a6bbaad1-24f2-4ae9-99c4-f2cb05ee0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:03.497434 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f021f0c6-c2f8-418a-962b-542a8e5df14d req-a6bbaad1-24f2-4ae9-99c4-f2cb05ee0369 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9&device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 1160 time: 0.2682776 Feb 17 00:35:03.502095 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9dda3ac3-5f8e-4619-91f3-9a439383a9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:03.502304 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ae4fd9c-e4cc-4d9b-a3a2-212454f4b53a req-4552a4d5-b84d-4abe-ac9d-7792bf86fa9f service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167223 Feb 17 00:35:03.547205 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9dda3ac3-5f8e-4619-91f3-9a439383a9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:03.557641 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9dda3ac3-5f8e-4619-91f3-9a439383a9d7 admin admin] Usage tracker for resource:security_group_rule and tenant:5a4ebb702fd5456798f909a2d4283079 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:03.562789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9dda3ac3-5f8e-4619-91f3-9a439383a9d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:03.572307 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9dda3ac3-5f8e-4619-91f3-9a439383a9d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:03.574803 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-471361f1-7d2b-4823-9c90-c9a6333af1b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:03.598258 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-471361f1-7d2b-4823-9c90-c9a6333af1b0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/518c6dd2-9c0d-47d1-834e-21282aa26c6d HTTP/1.1" status: 204 len: 168 time: 1.6784072 Feb 17 00:35:03.601639 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35712) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:03.721017 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120e543-bf58-4a63-9f48-659aca681058 req-3414d3e9-7e28-4ceb-a836-11a0e7781e80 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:03.722696 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c120e543-bf58-4a63-9f48-659aca681058 req-3414d3e9-7e28-4ceb-a836-11a0e7781e80 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 943 time: 0.2735465 Feb 17 00:35:03.781180 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:03.799658 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021f0c6-c2f8-418a-962b-542a8e5df14d req-5d45cb81-6588-4888-a0c3-0729bfade515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:03.801189 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f021f0c6-c2f8-418a-962b-542a8e5df14d req-5d45cb81-6588-4888-a0c3-0729bfade515 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9&shared=False HTTP/1.1" status: 200 len: 904 time: 0.2897453 Feb 17 00:35:03.805794 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ae4fd9c-e4cc-4d9b-a3a2-212454f4b53a req-749c525c-fac5-4d00-8a57-a4f69575baf8 service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2677779 Feb 17 00:35:03.903610 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c120e543-bf58-4a63-9f48-659aca681058 req-f88fd7dd-2a80-47f5-a2d8-bb790fb52117 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710684 Feb 17 00:35:03.904703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 2fa01bdd-2375-4262-b625-4ef15e262f01 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:04.012601 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port 2fa01bdd-2375-4262-b625-4ef15e262f01 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:35:04.018379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 2fa01bdd-2375-4262-b625-4ef15e262f01 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:04.018956 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:04.065454 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9dda3ac3-5f8e-4619-91f3-9a439383a9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:04.075592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:04.111821 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021f0c6-c2f8-418a-962b-542a8e5df14d req-ddb3620c-1a66-43a1-96b2-843f3128e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:04.113466 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f021f0c6-c2f8-418a-962b-542a8e5df14d req-ddb3620c-1a66-43a1-96b2-843f3128e63e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2836461 Feb 17 00:35:04.123132 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74222a4d-453d-46ce-ab1f-1b40bb8547d6 req-305f1805-7a62-4473-b0e0-8722d2150345 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:04.124741 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-74222a4d-453d-46ce-ab1f-1b40bb8547d6 req-305f1805-7a62-4473-b0e0-8722d2150345 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1680770 Feb 17 00:35:04.160205 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9dda3ac3-5f8e-4619-91f3-9a439383a9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:04.193396 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:04.194905 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-408d2b98-9f01-457f-9b23-44a3ea0267df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:04.242402 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 2fa01bdd-2375-4262-b625-4ef15e262f01, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=2fa01bdd-2375-4262-b625-4ef15e262f01,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:35:04.244132 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:35:04.295234 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-74222a4d-453d-46ce-ab1f-1b40bb8547d6 req-963bf0d7-6bcf-434c-982d-367a4d815503 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529055 Feb 17 00:35:04.341614 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-9dda3ac3-5f8e-4619-91f3-9a439383a9d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5a4ebb702fd5456798f909a2d4283079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9047263 Feb 17 00:35:04.341614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35734) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:04.342814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-dc6d265d-cd00-4c67-ba4d-f7024b7c2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:04.344682 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-dc6d265d-cd00-4c67-ba4d-f7024b7c2895 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9&device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 1160 time: 0.1728213 Feb 17 00:35:04.361461 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:04.363294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:04.387325 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda3ac3-5f8e-4619-91f3-9a439383a9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784d06f6-56c7-4c66-8d21-ca37020e3a31,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:04.396519 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9dda3ac3-5f8e-4619-91f3-9a439383a9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:04.401066 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bf8f64-a2d3-4b85-9238-8299f34e13e8']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:35:04.432201 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402c01e7-344c-4bfd-a324-a3dfe3a18fbf') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:35:04.432578 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402c01e7-344c-4bfd-a324-a3dfe3a18fbf') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:35:04.460249 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848331580'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:04.466990 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-cec8dceb-99de-4187-b159-936464a41520 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1ba40f5-b5d4-4074-aa5e-c55509f8217b HTTP/1.1" status: 200 len: 217 time: 0.1131651 Feb 17 00:35:04.502444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:04.506974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:35:04.520335 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01', 'code': 200} Feb 17 00:35:04.521007 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=2fa01bdd-2375-4262-b625-4ef15e262f01,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:04.531474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.531876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.532262 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.532779 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.533175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.533633 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.534010 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.534382 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.534758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.535130 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.535501 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.535872 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.536829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.537469 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.538433 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.539120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.539776 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.540303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.540981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.541525 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.541962 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-49dbff04-b98f-499c-9b69-45d25a886d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:04.542496 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.543246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.543766 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.544436 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:35:04.549928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:04.689487 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-341e69aa-1f50-4848-95f1-d434d3f71869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:04.691105 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-341e69aa-1f50-4848-95f1-d434d3f71869 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=081519e3-3689-4b75-a2a2-253d4b2b0fbb HTTP/1.1" status: 200 len: 849 time: 0.2169659 Feb 17 00:35:04.746424 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-49dbff04-b98f-499c-9b69-45d25a886d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:04.778088 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c16f70-251c-43c6-83d3-d5e4e3266973 req-9721295a-d38b-439d-be53-aaf6c524b686 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:04.779774 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f7c16f70-251c-43c6-83d3-d5e4e3266973 req-9721295a-d38b-439d-be53-aaf6c524b686 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1556811 Feb 17 00:35:04.809343 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] Network 82bf8f64-a2d3-4b85-9238-8299f34e13e8 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:35:04.828552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6651954'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:04.907941 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f7c16f70-251c-43c6-83d3-d5e4e3266973 req-fbd5901e-f4a4-498c-84c8-430e1e1ddf17 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820577 Feb 17 00:35:04.911238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-9f8fdeb9-9f0b-49ee-8f20-a3a7b9c2389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:04.917334 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-9f8fdeb9-9f0b-49ee-8f20-a3a7b9c2389d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aef55492-a3bb-4193-9f92-43c940f31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2040160 Feb 17 00:35:05.056389 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e5047-93ad-4bc8-bf2e-d656046d90c5 req-85090367-59fc-46da-8d3b-2e3c6374bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:05.058062 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-966e5047-93ad-4bc8-bf2e-d656046d90c5 req-85090367-59fc-46da-8d3b-2e3c6374bf68 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 1162 time: 0.2771966 Feb 17 00:35:05.078697 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] Network 82bf8f64-a2d3-4b85-9238-8299f34e13e8 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:35:05.105542 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:35:05.150482 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-966e5047-93ad-4bc8-bf2e-d656046d90c5 req-d7143fa7-1f30-425d-a3af-d26f8edbe9e5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682588 Feb 17 00:35:05.152720 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-0305f9d2-398c-41da-b0f5-df102089325d service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276776 Feb 17 00:35:05.478702 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 2fa01bdd-2375-4262-b625-4ef15e262f01 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:05.499101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-49dbff04-b98f-499c-9b69-45d25a886d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:05.505006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d4a73e0d-b463-4d64-bc10-14d8f0cd3806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:05.535628 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbff04-b98f-499c-9b69-45d25a886d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784d06f6-56c7-4c66-8d21-ca37020e3a31,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:05.547459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-49dbff04-b98f-499c-9b69-45d25a886d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:05.547459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:05.547459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:05.564614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:05.574762 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6657a4c-ae07-43b7-9357-f65e15295579 req-b26c6e7a-1591-4b23-9aac-94daac7fbef5 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:05.576411 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e6657a4c-ae07-43b7-9357-f65e15295579 req-b26c6e7a-1591-4b23-9aac-94daac7fbef5 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 943 time: 0.4878414 Feb 17 00:35:05.581460 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] Pushing event deleted for resources: {'Network': ['ID=82bf8f64-a2d3-4b85-9238-8299f34e13e8,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:05.588805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:05.616551 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-7f1c3847-7076-4ae1-a81b-8392dac143ea admin admin] 10.222.0.38 "DELETE /v2.0/networks/82bf8f64-a2d3-4b85-9238-8299f34e13e8 HTTP/1.1" status: 204 len: 168 time: 2.0114498 Feb 17 00:35:05.616802 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd624b37-ddbd-4114-8254-48d1ef898e52 req-cee992cd-0879-499f-953b-d1853f47b465 service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2584810 Feb 17 00:35:05.618548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-49dbff04-b98f-499c-9b69-45d25a886d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:05.620359 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 2fa01bdd-2375-4262-b625-4ef15e262f01 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:05.621163 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:05.622692 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-49dbff04-b98f-499c-9b69-45d25a886d7c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/784d06f6-56c7-4c66-8d21-ca37020e3a31 HTTP/1.1" status: 204 len: 168 time: 1.2657237 Feb 17 00:35:05.630270 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec7edb-f52f-4d6f-9931-cbc0792e86fa req-ec7d191b-9593-49ed-95a2-9d13b24dd825 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:05.632486 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-91ec7edb-f52f-4d6f-9931-cbc0792e86fa req-ec7d191b-9593-49ed-95a2-9d13b24dd825 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1834731 Feb 17 00:35:05.671035 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e6657a4c-ae07-43b7-9357-f65e15295579 req-0ed38527-43b6-4327-882f-398e89c102a9 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779307 Feb 17 00:35:05.720742 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-91ec7edb-f52f-4d6f-9931-cbc0792e86fa req-de5527a3-a8ea-4232-aaf0-2a37badae208 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793285 Feb 17 00:35:05.988921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 35782) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:06.066288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 35788) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:06.066768 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-feb4894d-90be-4450-a66a-e473d6f624b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18d8be06c5e24676877996c144fef58d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0764873 Feb 17 00:35:06.198926 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f08ce4-2a91-4f40-9194-c33a66561bbf req-6fe44b8d-b4a6-4c06-9e0e-dc94fc7e6782 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:06.207516 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-89f08ce4-2a91-4f40-9194-c33a66561bbf req-6fe44b8d-b4a6-4c06-9e0e-dc94fc7e6782 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1481578 Feb 17 00:35:06.262660 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2dc40c65-c1d7-44cd-8275-96b844599074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:06.345820 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-89f08ce4-2a91-4f40-9194-c33a66561bbf req-cd61bc9e-0d42-4c9a-bfa4-85ec4585c7f0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351905 Feb 17 00:35:06.346861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2dc40c65-c1d7-44cd-8275-96b844599074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:06.442609 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2dc40c65-c1d7-44cd-8275-96b844599074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:06.483396 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d90d0c85-1ac2-4f6d-8248-d57d776de01f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:06.510799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40c65-c1d7-44cd-8275-96b844599074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6698ac0-909b-49a2-801d-47c1375991eb,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:06.544521 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2dc40c65-c1d7-44cd-8275-96b844599074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:06.607107 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2dc40c65-c1d7-44cd-8275-96b844599074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:06.612407 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-2dc40c65-c1d7-44cd-8275-96b844599074 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a6698ac0-909b-49a2-801d-47c1375991eb HTTP/1.1" status: 204 len: 168 time: 0.5425980 Feb 17 00:35:06.991562 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1e004-ab82-497e-b2d5-64c3e240017f req-67164a3e-e893-473e-8c46-8e1a7cd61929 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:07.014715 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5ef1e004-ab82-497e-b2d5-64c3e240017f req-67164a3e-e893-473e-8c46-8e1a7cd61929 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 943 time: 0.2202895 Feb 17 00:35:07.116797 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5ef1e004-ab82-497e-b2d5-64c3e240017f req-5d72f74e-ae1b-4430-b2a5-815420b55eef tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951986 Feb 17 00:35:07.150025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfb030-5580-4baf-a19a-913c8130fdd9 req-5db91375-f057-4392-89dc-84830e6bf9c8 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:07.158607 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6dfb030-5580-4baf-a19a-913c8130fdd9 req-5db91375-f057-4392-89dc-84830e6bf9c8 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.2418232 Feb 17 00:35:07.254581 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6dfb030-5580-4baf-a19a-913c8130fdd9 req-6ff32e6e-ef6e-4917-bfb2-f2c308dc9037 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946481 Feb 17 00:35:07.664805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde8556-22f5-4dab-b853-0bbebe39e83f req-62b3c4f3-557d-4938-b492-2a2415862740 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:07.666503 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2cde8556-22f5-4dab-b853-0bbebe39e83f req-62b3c4f3-557d-4938-b492-2a2415862740 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1152048 Feb 17 00:35:07.745882 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2cde8556-22f5-4dab-b853-0bbebe39e83f req-d9f2dc3c-3a9b-4f49-8739-c8d10e3663c4 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710711 Feb 17 00:35:07.982114 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298ec17-2bbd-4485-bcb7-7ff9e997aa05 req-0d76a8a8-2c77-43e9-bde8-fb2f24fd0553 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:07.985722 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9298ec17-2bbd-4485-bcb7-7ff9e997aa05 req-0d76a8a8-2c77-43e9-bde8-fb2f24fd0553 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0962124 Feb 17 00:35:07.994149 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 35870) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:08.000402 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-f22c6c35-82b6-4faf-b4ec-7ff4663ec830 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Request body: {'floatingip': {'port_id': '2fa01bdd-2375-4262-b625-4ef15e262f01'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:08.050072 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device e1ba40f5-b5d4-4074-aa5e-c55509f8217b up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:08.093783 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f22c6c35-82b6-4faf-b4ec-7ff4663ec830 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:08.196147 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port e1ba40f5-b5d4-4074-aa5e-c55509f8217b completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:35:08.203524 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port e1ba40f5-b5d4-4074-aa5e-c55509f8217b triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:08.205329 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:08.521957 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:08.564260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port e1ba40f5-b5d4-4074-aa5e-c55509f8217b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e1ba40f5-b5d4-4074-aa5e-c55509f8217b,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:35:08.565705 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:35:08.586136 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a10728-2e63-41cb-a143-193d2e64e9c3 req-1c23241a-fd01-4147-96d2-56cd11ce654a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:08.590216 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:08.591651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 2fa01bdd-2375-4262-b625-4ef15e262f01 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:08.601084 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-18a10728-2e63-41cb-a143-193d2e64e9c3 req-1c23241a-fd01-4147-96d2-56cd11ce654a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1364591 Feb 17 00:35:08.655120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:08.704897 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-18a10728-2e63-41cb-a143-193d2e64e9c3 req-e2e434ac-0d40-4b16-b86d-29ca885aa7c5 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022720 Feb 17 00:35:08.773478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=e1ba40f5-b5d4-4074-aa5e-c55509f8217b,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:08.779612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:08.815948 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 2fa01bdd-2375-4262-b625-4ef15e262f01 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:08.816474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:08.853200 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b', 'code': 200} Feb 17 00:35:09.155281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec22427-d88d-4f66-9fd5-c2257f3efe2a req-2b5f9251-6488-48bc-b833-151b6ca8af31 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:09.162882 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7ec22427-d88d-4f66-9fd5-c2257f3efe2a req-2b5f9251-6488-48bc-b833-151b6ca8af31 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.3125339 Feb 17 00:35:09.447204 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7ec22427-d88d-4f66-9fd5-c2257f3efe2a req-de0f7903-c94d-4670-b597-f62b4147da06 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828236 Feb 17 00:35:09.516352 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device e1ba40f5-b5d4-4074-aa5e-c55509f8217b up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:09.551669 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66751313-2514-458d-96b9-f6457feef050 req-cb8f96cc-ae8b-45e8-9cbf-ca5227b03509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:09.553358 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-66751313-2514-458d-96b9-f6457feef050 req-cb8f96cc-ae8b-45e8-9cbf-ca5227b03509 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 1162 time: 0.3875942 Feb 17 00:35:09.591801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port e1ba40f5-b5d4-4074-aa5e-c55509f8217b triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:09.592110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:09.695291 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-66751313-2514-458d-96b9-f6457feef050 req-bed9e8d7-c541-44bd-ac34-80e36133a112 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282909 Feb 17 00:35:09.725173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f22c6c35-82b6-4faf-b4ec-7ff4663ec830 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:09.773120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f22c6c35-82b6-4faf-b4ec-7ff4663ec830 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:09.973487 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab1960-62d4-466a-90f9-ebe3a793307a req-12ca9572-d4c6-4ec8-9f47-d5d845664cac tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:09.975409 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f1ab1960-62d4-466a-90f9-ebe3a793307a req-12ca9572-d4c6-4ec8-9f47-d5d845664cac tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1260569 Feb 17 00:35:09.989699 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [None req-f22c6c35-82b6-4faf-b4ec-7ff4663ec830 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Floating IP 96038ca8-c4ae-41dd-9a5e-944e9cd1e30a associated. External IP: 172.28.3.43, port: 2fa01bdd-2375-4262-b625-4ef15e262f01. Feb 17 00:35:10.029961 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f1ab1960-62d4-466a-90f9-ebe3a793307a req-782a6dab-563d-4b0d-a6b6-554b5f36161c tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463707 Feb 17 00:35:10.706519 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308c9a9-37d6-47c5-bc8b-d447c4eeddf4 req-34c1b3b0-b55b-458d-836a-a9899ed3376f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:10.709081 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6308c9a9-37d6-47c5-bc8b-d447c4eeddf4 req-34c1b3b0-b55b-458d-836a-a9899ed3376f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1276977 Feb 17 00:35:10.785752 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22c6c35-82b6-4faf-b4ec-7ff4663ec830 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:35:10.789365 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6308c9a9-37d6-47c5-bc8b-d447c4eeddf4 req-4aadbb46-a010-4ee2-9888-0df9ae8e0b9b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684094 Feb 17 00:35:11.016389 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22c6c35-82b6-4faf-b4ec-7ff4663ec830 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:35:11.021179 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f22c6c35-82b6-4faf-b4ec-7ff4663ec830 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:11.033103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94759e25-0630-4c7f-aa89-5831310ff7b4 None None] Sync routers for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:35:11.059197 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94759e25-0630-4c7f-aa89-5831310ff7b4 None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:35:11.059896 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-94759e25-0630-4c7f-aa89-5831310ff7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:34:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:35:11.096931 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-f22c6c35-82b6-4faf-b4ec-7ff4663ec830 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "PUT /v2.0/floatingips/96038ca8-c4ae-41dd-9a5e-944e9cd1e30a HTTP/1.1" status: 200 len: 990 time: 3.1015327 Feb 17 00:35:11.097921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:35:11.302653 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-94759e25-0630-4c7f-aa89-5831310ff7b4 None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:35:11.333098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80791f4b-3d61-4b1f-8873-66fa4941cfeb req-06c9bf7f-2de1-45d6-81ee-135116125748 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:11.342151 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-80791f4b-3d61-4b1f-8873-66fa4941cfeb req-06c9bf7f-2de1-45d6-81ee-135116125748 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1348102 Feb 17 00:35:11.419774 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-80791f4b-3d61-4b1f-8873-66fa4941cfeb req-620e0f06-4826-4af0-8b30-c0de8d29b7f6 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763359 Feb 17 00:35:11.490395 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01', 'status': 'completed', 'code': 200} Feb 17 00:35:11.529365 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device e1ba40f5-b5d4-4074-aa5e-c55509f8217b up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:11.610332 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59d6c-69bb-444e-bd9e-9922571f7006 req-4d1d0ccc-478c-4e71-90e7-6527246e19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:11.612155 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-eaa59d6c-69bb-444e-bd9e-9922571f7006 req-4d1d0ccc-478c-4e71-90e7-6527246e19ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 1162 time: 0.0909283 Feb 17 00:35:11.635375 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port e1ba40f5-b5d4-4074-aa5e-c55509f8217b triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:11.635838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:11.797068 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-94759e25-0630-4c7f-aa89-5831310ff7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '96038ca8-c4ae-41dd-9a5e-944e9cd1e30a', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'floating_ip_address': '172.28.3.43', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'port_id': '2fa01bdd-2375-4262-b625-4ef15e262f01', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'mac_address': 'fa:16:3e:c1:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:34:41Z', 'updated_at': '2021-02-17T00:35:09Z', 'revision_number': 1, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:35Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:35:11.801610 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94759e25-0630-4c7f-aa89-5831310ff7b4 None None] Checking router: 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:35:11.806003 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59d6c-69bb-444e-bd9e-9922571f7006 req-890f314e-df5f-461e-9c10-d8971166674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:11.807758 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-eaa59d6c-69bb-444e-bd9e-9922571f7006 req-890f314e-df5f-461e-9c10-d8971166674d service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff31d784-b8b2-47e1-ae32-b9585233432b HTTP/1.1" status: 200 len: 911 time: 0.1830933 Feb 17 00:35:11.815328 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94759e25-0630-4c7f-aa89-5831310ff7b4 None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:35:11.816145 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-94759e25-0630-4c7f-aa89-5831310ff7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:34:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:35:11.940442 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36052) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:11.993167 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-eaa59d6c-69bb-444e-bd9e-9922571f7006 req-8c48ac00-c926-4fc2-9948-67a43f72be7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fa01bdd-2375-4262-b625-4ef15e262f01 HTTP/1.1" status: 200 len: 998 time: 0.1774113 Feb 17 00:35:12.093467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59d6c-69bb-444e-bd9e-9922571f7006 req-ea44cbbd-5132-46e5-8bc0-e1fd9c60fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:12.095799 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-eaa59d6c-69bb-444e-bd9e-9922571f7006 req-ea44cbbd-5132-46e5-8bc0-e1fd9c60fb77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e9c8844-2af8-4b7a-86e5-25cde2667f3e HTTP/1.1" status: 200 len: 856 time: 0.0949628 Feb 17 00:35:12.147047 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17564d3-24b9-49b1-af94-439eee749399 req-80534c80-b0fe-4901-b512-9ccb61a2c18f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:12.149759 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b17564d3-24b9-49b1-af94-439eee749399 req-80534c80-b0fe-4901-b512-9ccb61a2c18f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1282332 Feb 17 00:35:12.185339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-94759e25-0630-4c7f-aa89-5831310ff7b4 None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:35:12.223887 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59d6c-69bb-444e-bd9e-9922571f7006 req-cdda0792-0f1e-4eb9-8270-0bc0127a7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:12.228046 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-eaa59d6c-69bb-444e-bd9e-9922571f7006 req-cdda0792-0f1e-4eb9-8270-0bc0127a7070 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff31d784-b8b2-47e1-ae32-b9585233432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1202705 Feb 17 00:35:12.237091 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b17564d3-24b9-49b1-af94-439eee749399 req-d87aef73-a710-42d1-8af9-da530a47c94b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804708 Feb 17 00:35:12.294813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-35f77ec7-8924-4d7b-b6a1-c1a3dcfe7d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:12.341624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-35f77ec7-8924-4d7b-b6a1-c1a3dcfe7d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:12.348392 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-35f77ec7-8924-4d7b-b6a1-c1a3dcfe7d44 admin admin] Usage tracker for resource:security_group_rule and tenant:d4551c5c12a742eeac885ca6bc1f57c9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:12.352964 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-35f77ec7-8924-4d7b-b6a1-c1a3dcfe7d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:12.359616 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-35f77ec7-8924-4d7b-b6a1-c1a3dcfe7d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:12.552730 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-eaa59d6c-69bb-444e-bd9e-9922571f7006 req-4fe54398-4ba7-447f-9fd3-6b03f4a3eb27 service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152850 Feb 17 00:35:12.608471 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-35f77ec7-8924-4d7b-b6a1-c1a3dcfe7d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:12.665322 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a2eb4268-5ed5-4aae-a1d8-5ccd8cf42171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:12.692984 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-35f77ec7-8924-4d7b-b6a1-c1a3dcfe7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:12.707056 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-94759e25-0630-4c7f-aa89-5831310ff7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '96038ca8-c4ae-41dd-9a5e-944e9cd1e30a', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'floating_ip_address': '172.28.3.43', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'port_id': '2fa01bdd-2375-4262-b625-4ef15e262f01', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'mac_address': 'fa:16:3e:c1:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:34:41Z', 'updated_at': '2021-02-17T00:35:09Z', 'revision_number': 1, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:35Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:35:12.712612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94759e25-0630-4c7f-aa89-5831310ff7b4 None None] The sync data for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb is: [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '96038ca8-c4ae-41dd-9a5e-944e9cd1e30a', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'floating_ip_address': '172.28.3.43', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'port_id': '2fa01bdd-2375-4262-b625-4ef15e262f01', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'mac_address': 'fa:16:3e:c1:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:34:41Z', 'updated_at': '2021-02-17T00:35:09Z', 'revision_number': 1, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:35Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:35:12.713063 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-bd4a0a65-b00f-40c6-b93e-addd3664d1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:12.756602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c9ccb-1e29-44cb-a873-e3bf0cc439d2 req-39520cab-010d-4c0e-bef5-41a3c0408a9e tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:12.761952 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f12c9ccb-1e29-44cb-a873-e3bf0cc439d2 req-39520cab-010d-4c0e-bef5-41a3c0408a9e tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.3284500 Feb 17 00:35:12.768370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36098) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:12.781591 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f77ec7-8924-4d7b-b6a1-c1a3dcfe7d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c86a286-fa52-4cb3-93ad-a5f7eb2643e1,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:12.786577 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-c83e63e2-61bb-4776-876f-83c91d5b62a4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Request body: {'floatingip': {'port_id': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:12.812969 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-35f77ec7-8924-4d7b-b6a1-c1a3dcfe7d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:12.892664 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-35f77ec7-8924-4d7b-b6a1-c1a3dcfe7d44 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d4551c5c12a742eeac885ca6bc1f57c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9508195 Feb 17 00:35:12.893635 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36108) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:12.913336 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-eaa59d6c-69bb-444e-bd9e-9922571f7006 req-c67970c9-9497-4895-b308-177237e4220c service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3506193 Feb 17 00:35:12.934267 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c83e63e2-61bb-4776-876f-83c91d5b62a4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:12.986380 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c339d79-c193-4c4c-9ae2-17bfef4fab26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:13.017175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6c9f4-a3a0-474a-a7ea-423d3674978a req-6291bad6-4c77-4630-91e4-171eec4bf9a3 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:13.018890 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-12e6c9f4-a3a0-474a-a7ea-423d3674978a req-6291bad6-4c77-4630-91e4-171eec4bf9a3 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.2030370 Feb 17 00:35:13.027801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c339d79-c193-4c4c-9ae2-17bfef4fab26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:13.101035 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-12e6c9f4-a3a0-474a-a7ea-423d3674978a req-b619d7d8-8c55-47b6-86bc-5f22202ed52f tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646026 Feb 17 00:35:13.110276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5475ed-dfa6-4184-a7cb-0dbf52b89df2 None None] New status for floating IP 96038ca8-c4ae-41dd-9a5e-944e9cd1e30a: ACTIVE {{(pid=84044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:35:13.167245 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c339d79-c193-4c4c-9ae2-17bfef4fab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:13.187675 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-906a27fc-5e0e-493f-9920-675c95fbb0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:13.222794 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c339d79-c193-4c4c-9ae2-17bfef4fab26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c86a286-fa52-4cb3-93ad-a5f7eb2643e1,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:13.224831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1c339d79-c193-4c4c-9ae2-17bfef4fab26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:13.238804 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1c339d79-c193-4c4c-9ae2-17bfef4fab26 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6c86a286-fa52-4cb3-93ad-a5f7eb2643e1 HTTP/1.1" status: 204 len: 168 time: 0.3426626 Feb 17 00:35:13.240623 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1c339d79-c193-4c4c-9ae2-17bfef4fab26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:13.851642 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c83e63e2-61bb-4776-876f-83c91d5b62a4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:13.882406 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36146) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:13.900852 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c83e63e2-61bb-4776-876f-83c91d5b62a4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:13.972371 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bc5bdf3d-5c67-4561-8216-cbd6d50bdf71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:14.057256 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-bc5bdf3d-5c67-4561-8216-cbd6d50bdf71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:14.072749 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-bc5bdf3d-5c67-4561-8216-cbd6d50bdf71 admin admin] Usage tracker for resource:security_group_rule and tenant:d2705b9ce70e4e05be60474bc95fe93d is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:14.078118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-bc5bdf3d-5c67-4561-8216-cbd6d50bdf71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:14.087517 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-bc5bdf3d-5c67-4561-8216-cbd6d50bdf71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:14.138103 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [None req-c83e63e2-61bb-4776-876f-83c91d5b62a4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Floating IP b9b5b6ed-6d7c-4a38-97a9-70f84fec79ab associated. External IP: 172.28.3.135, port: e1ba40f5-b5d4-4074-aa5e-c55509f8217b. Feb 17 00:35:14.391497 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4d556-e064-48e7-b726-07a275e778c8 req-87daa91d-f7ba-40a6-99b1-77ecc451318b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:14.394699 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b2e4d556-e064-48e7-b726-07a275e778c8 req-87daa91d-f7ba-40a6-99b1-77ecc451318b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1048465 Feb 17 00:35:14.448534 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b2e4d556-e064-48e7-b726-07a275e778c8 req-94e55af1-ad50-4cf9-93b0-5aa6b743bfe0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476930 Feb 17 00:35:14.559397 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bc5bdf3d-5c67-4561-8216-cbd6d50bdf71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:14.765826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bc5bdf3d-5c67-4561-8216-cbd6d50bdf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:14.780029 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:14.853169 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-bc5bdf3d-5c67-4561-8216-cbd6d50bdf71 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d2705b9ce70e4e05be60474bc95fe93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9659059 Feb 17 00:35:14.854462 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36180) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:14.855995 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bdf3d-5c67-4561-8216-cbd6d50bdf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afac259e-6fad-41a6-814e-a3bcaa450c1d,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:14.860747 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-bc5bdf3d-5c67-4561-8216-cbd6d50bdf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:14.878404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83e63e2-61bb-4776-876f-83c91d5b62a4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Router 16285c85-fc9a-4539-9bd0-4810dba48f53 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:35:14.941545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4b4d-2f0a-4182-adf4-749010a425b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:14.975417 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4b4d-2f0a-4182-adf4-749010a425b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:15.058698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4b4d-2f0a-4182-adf4-749010a425b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:15.063761 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:15.075679 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb4b4d-2f0a-4182-adf4-749010a425b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afac259e-6fad-41a6-814e-a3bcaa450c1d,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:15.077714 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6dbb4b4d-2f0a-4182-adf4-749010a425b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:15.082937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4b4d-2f0a-4182-adf4-749010a425b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:15.092142 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-6dbb4b4d-2f0a-4182-adf4-749010a425b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/afac259e-6fad-41a6-814e-a3bcaa450c1d HTTP/1.1" status: 204 len: 168 time: 0.2326775 Feb 17 00:35:15.123891 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83e63e2-61bb-4776-876f-83c91d5b62a4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:35:15.136048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54ae9c-ab64-4112-9535-e8da78c9abd4 None None] Sync routers for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:35:15.148421 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54ae9c-ab64-4112-9535-e8da78c9abd4 None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:35:15.148803 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c83e63e2-61bb-4776-876f-83c91d5b62a4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:15.151039 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-da54ae9c-ab64-4112-9535-e8da78c9abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:34:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:35:15.214359 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36194) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:15.253873 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1d2a3fec-111b-4bff-869c-8fb61c7090aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:15.261543 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c83e63e2-61bb-4776-876f-83c91d5b62a4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "PUT /v2.0/floatingips/b9b5b6ed-6d7c-4a38-97a9-70f84fec79ab HTTP/1.1" status: 200 len: 991 time: 2.4859362 Feb 17 00:35:15.261543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'tag': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:35:15.298747 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:15.376338 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'tag': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b', 'status': 'completed', 'code': 200} Feb 17 00:35:15.500807 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-da54ae9c-ab64-4112-9535-e8da78c9abd4 None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:35:15.508660 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453409a3-59fd-460f-b533-57eb9f22cdb7 req-c804902f-dc48-418e-9a02-4eb9affdfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:15.511121 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-453409a3-59fd-460f-b533-57eb9f22cdb7 req-c804902f-dc48-418e-9a02-4eb9affdfe1d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9&device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 1162 time: 0.1066003 Feb 17 00:35:15.662353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36214) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:15.779138 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc63a6e-8de1-4c9d-95f8-25475827e097 req-36bdab88-0747-407c-82fc-d9fe0d16e10c tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:15.780796 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8bc63a6e-8de1-4c9d-95f8-25475827e097 req-36bdab88-0747-407c-82fc-d9fe0d16e10c tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1448159 Feb 17 00:35:15.826925 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453409a3-59fd-460f-b533-57eb9f22cdb7 req-6c437f7e-73a0-45ab-81f5-cb1e42cce4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:15.828833 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-453409a3-59fd-460f-b533-57eb9f22cdb7 req-6c437f7e-73a0-45ab-81f5-cb1e42cce4b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=aef55492-a3bb-4193-9f92-43c940f31c3f HTTP/1.1" status: 200 len: 904 time: 0.3090193 Feb 17 00:35:15.829417 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36222) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:15.855453 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8bc63a6e-8de1-4c9d-95f8-25475827e097 req-e567971f-b994-41a9-9e01-743ac85599ec tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599031 Feb 17 00:35:15.912253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d66a3c66-df3b-4c9a-a07c-1810fd64fb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:15.964800 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-062683c2-aca4-4c95-9d1d-1216456b02ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:15.973750 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-da54ae9c-ab64-4112-9535-e8da78c9abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': 'b9b5b6ed-6d7c-4a38-97a9-70f84fec79ab', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'floating_ip_address': '172.28.3.135', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'port_id': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'mac_address': 'fa:16:3e:be:fb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:34:46Z', 'updated_at': '2021-02-17T00:35:13Z', 'revision_number': 1, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:44Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:35:15.975051 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b8664146-7ae7-4259-bbc6-2e3b60e3f1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:15.994449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-062683c2-aca4-4c95-9d1d-1216456b02ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:15.994611 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54ae9c-ab64-4112-9535-e8da78c9abd4 None None] Checking router: 16285c85-fc9a-4539-9bd0-4810dba48f53 for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:35:16.010240 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-062683c2-aca4-4c95-9d1d-1216456b02ff admin admin] Usage tracker for resource:security_group_rule and tenant:d2f8ace9ef63495d844bfae0596c0d53 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:16.015825 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54ae9c-ab64-4112-9535-e8da78c9abd4 None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:35:16.015974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-062683c2-aca4-4c95-9d1d-1216456b02ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:16.016704 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-da54ae9c-ab64-4112-9535-e8da78c9abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:35:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:35:16.026103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-d66a3c66-df3b-4c9a-a07c-1810fd64fb8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:16.026236 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-062683c2-aca4-4c95-9d1d-1216456b02ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:16.029636 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-453409a3-59fd-460f-b533-57eb9f22cdb7 req-763d2413-38a9-40fb-9b84-f1219cfcd586 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1ba40f5-b5d4-4074-aa5e-c55509f8217b HTTP/1.1" status: 200 len: 999 time: 0.1807408 Feb 17 00:35:16.033439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-d66a3c66-df3b-4c9a-a07c-1810fd64fb8a admin admin] Usage tracker for resource:security_group_rule and tenant:89c17825b8404c1cb31a11b3b98be925 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:16.050232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-d66a3c66-df3b-4c9a-a07c-1810fd64fb8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:16.069173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-d66a3c66-df3b-4c9a-a07c-1810fd64fb8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:16.122302 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453409a3-59fd-460f-b533-57eb9f22cdb7 req-82c308be-e6e6-46f4-8514-0ec3d463e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:16.123929 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-453409a3-59fd-460f-b533-57eb9f22cdb7 req-82c308be-e6e6-46f4-8514-0ec3d463e63c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=081519e3-3689-4b75-a2a2-253d4b2b0fbb HTTP/1.1" status: 200 len: 849 time: 0.0871058 Feb 17 00:35:16.157726 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-b8664146-7ae7-4259-bbc6-2e3b60e3f1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:16.187522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-b8664146-7ae7-4259-bbc6-2e3b60e3f1a3 admin admin] Usage tracker for resource:security_group_rule and tenant:45db2eb2a6fc44a0a7086a74de63f116 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:16.201256 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-b8664146-7ae7-4259-bbc6-2e3b60e3f1a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:16.229563 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-b8664146-7ae7-4259-bbc6-2e3b60e3f1a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:16.372579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d66a3c66-df3b-4c9a-a07c-1810fd64fb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.408385 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-062683c2-aca4-4c95-9d1d-1216456b02ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.411567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453409a3-59fd-460f-b533-57eb9f22cdb7 req-44b87d9b-f9b2-4b08-9c85-d50a7c424c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:16.417991 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-453409a3-59fd-460f-b533-57eb9f22cdb7 req-44b87d9b-f9b2-4b08-9c85-d50a7c424c94 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aef55492-a3bb-4193-9f92-43c940f31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2871222 Feb 17 00:35:16.438588 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d66a3c66-df3b-4c9a-a07c-1810fd64fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.459285 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6c33ffd5-bf1a-4c0c-88e2-6f9eda5ca8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:16.499379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-062683c2-aca4-4c95-9d1d-1216456b02ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.501877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a3c66-df3b-4c9a-a07c-1810fd64fb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a24eba-f875-42a6-8886-4f2ad5e8b162,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:16.520273 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d66a3c66-df3b-4c9a-a07c-1810fd64fb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:16.526922 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b8664146-7ae7-4259-bbc6-2e3b60e3f1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.534411 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-d66a3c66-df3b-4c9a-a07c-1810fd64fb8a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=89c17825b8404c1cb31a11b3b98be925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8680558 Feb 17 00:35:16.539438 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36252) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:16.558921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b8664146-7ae7-4259-bbc6-2e3b60e3f1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.583687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-da54ae9c-ab64-4112-9535-e8da78c9abd4 None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:35:16.585823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.594773 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9dda3ac3-5f8e-4619-91f3-9a439383a9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:16.605852 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-b8664146-7ae7-4259-bbc6-2e3b60e3f1a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=45db2eb2a6fc44a0a7086a74de63f116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7743614 Feb 17 00:35:16.618625 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36256) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:16.639978 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:16.719427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8664146-7ae7-4259-bbc6-2e3b60e3f1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1961d5bd-8c58-4381-bb6a-73e3335a7d2f,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:16.723805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b8664146-7ae7-4259-bbc6-2e3b60e3f1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:16.724500 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d9590b08-549a-4888-a768-e3006d2aec1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.750851 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-453409a3-59fd-460f-b533-57eb9f22cdb7 req-dd60ccc3-117a-4db7-ab46-674e3ef9fefb service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077312 Feb 17 00:35:16.762894 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ce0dd6c-1ac7-4374-875e-b23230996b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.779912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d9590b08-549a-4888-a768-e3006d2aec1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.828160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ce0dd6c-1ac7-4374-875e-b23230996b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.859513 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062683c2-aca4-4c95-9d1d-1216456b02ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698e25a7-a134-4d88-981b-1934d9343495,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:16.867333 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-062683c2-aca4-4c95-9d1d-1216456b02ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:16.869900 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-062683c2-aca4-4c95-9d1d-1216456b02ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d2f8ace9ef63495d844bfae0596c0d53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6543097 Feb 17 00:35:16.872947 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36264) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:16.915860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.955334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d9590b08-549a-4888-a768-e3006d2aec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.964822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:16.978106 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9590b08-549a-4888-a768-e3006d2aec1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a24eba-f875-42a6-8886-4f2ad5e8b162,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:16.982859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d9590b08-549a-4888-a768-e3006d2aec1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:16.983404 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-453409a3-59fd-460f-b533-57eb9f22cdb7 req-0d99cced-0ae2-421b-a334-1e5feb1494af service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2255352 Feb 17 00:35:16.984201 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-27067c4b-ba01-48bb-adf4-5a4daa9a8d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.985529 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d9590b08-549a-4888-a768-e3006d2aec1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.986896 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-d9590b08-549a-4888-a768-e3006d2aec1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f8a24eba-f875-42a6-8886-4f2ad5e8b162 HTTP/1.1" status: 204 len: 168 time: 0.4466367 Feb 17 00:35:16.989771 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ce0dd6c-1ac7-4374-875e-b23230996b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.993226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ce0dd6c-1ac7-4374-875e-b23230996b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:16.997134 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-7ce0dd6c-1ac7-4374-875e-b23230996b7b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1961d5bd-8c58-4381-bb6a-73e3335a7d2f HTTP/1.1" status: 204 len: 168 time: 0.3748016 Feb 17 00:35:16.997134 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fc022aa0-776e-42c4-b668-0b6f0eb81a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:17.010133 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0dd6c-1ac7-4374-875e-b23230996b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1961d5bd-8c58-4381-bb6a-73e3335a7d2f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:17.018917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-27067c4b-ba01-48bb-adf4-5a4daa9a8d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:17.055010 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7ce0dd6c-1ac7-4374-875e-b23230996b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:17.113118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8b7a3-f340-4082-ae70-ef67f9642436 req-da6e046a-c889-43d1-9dc4-fb78690061e9 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:17.114652 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f9c8b7a3-f340-4082-ae70-ef67f9642436 req-da6e046a-c889-43d1-9dc4-fb78690061e9 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1066744 Feb 17 00:35:17.120397 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-da54ae9c-ab64-4112-9535-e8da78c9abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': 'b9b5b6ed-6d7c-4a38-97a9-70f84fec79ab', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'floating_ip_address': '172.28.3.135', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'port_id': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'mac_address': 'fa:16:3e:be:fb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:34:46Z', 'updated_at': '2021-02-17T00:35:13Z', 'revision_number': 1, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:44Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:35:17.121119 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-27067c4b-ba01-48bb-adf4-5a4daa9a8d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:17.125614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54ae9c-ab64-4112-9535-e8da78c9abd4 None None] The sync data for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb is: [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': 'b9b5b6ed-6d7c-4a38-97a9-70f84fec79ab', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'floating_ip_address': '172.28.3.135', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'port_id': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'mac_address': 'fa:16:3e:be:fb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:34:46Z', 'updated_at': '2021-02-17T00:35:13Z', 'revision_number': 1, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:44Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:35:17.127385 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:17.153017 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27067c4b-ba01-48bb-adf4-5a4daa9a8d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698e25a7-a134-4d88-981b-1934d9343495,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:17.159342 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-27067c4b-ba01-48bb-adf4-5a4daa9a8d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:17.169176 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-27067c4b-ba01-48bb-adf4-5a4daa9a8d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:17.173350 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-27067c4b-ba01-48bb-adf4-5a4daa9a8d2c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/698e25a7-a134-4d88-981b-1934d9343495 HTTP/1.1" status: 204 len: 168 time: 0.2965953 Feb 17 00:35:17.204815 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f9c8b7a3-f340-4082-ae70-ef67f9642436 req-356b5ee7-5e34-455d-bdca-f4f1de11c061 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725899 Feb 17 00:35:17.496911 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3188ef-d689-4563-8868-963ad1fefe52 None None] New status for floating IP b9b5b6ed-6d7c-4a38-97a9-70f84fec79ab: ACTIVE {{(pid=84044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:35:18.119661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36300) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:18.140151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ef59aa3a-861f-4865-9501-7d58d7363639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.156473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ef59aa3a-861f-4865-9501-7d58d7363639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:18.160595 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ef59aa3a-861f-4865-9501-7d58d7363639 admin admin] Usage tracker for resource:security_group_rule and tenant:0f82fc7fd0de484ca38002c12ad80edc is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:18.164879 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ef59aa3a-861f-4865-9501-7d58d7363639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:18.171488 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ef59aa3a-861f-4865-9501-7d58d7363639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:18.201038 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36304) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:18.236118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-05f942c0-7a65-4ed7-aa4f-b7a5117032b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.259065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-05f942c0-7a65-4ed7-aa4f-b7a5117032b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:18.265348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-05f942c0-7a65-4ed7-aa4f-b7a5117032b4 admin admin] Usage tracker for resource:security_group_rule and tenant:6bb9a005ab3a4914987b3129d6d6cb70 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:18.273876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-05f942c0-7a65-4ed7-aa4f-b7a5117032b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:18.291075 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-05f942c0-7a65-4ed7-aa4f-b7a5117032b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:18.293440 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ef59aa3a-861f-4865-9501-7d58d7363639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.327194 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ef59aa3a-861f-4865-9501-7d58d7363639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.340379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-35f77ec7-8924-4d7b-b6a1-c1a3dcfe7d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:18.406743 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59aa3a-861f-4865-9501-7d58d7363639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36c3251-172a-4099-abf2-6cf7c6eefa21,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:18.413680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ef59aa3a-861f-4865-9501-7d58d7363639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:18.453943 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ef59aa3a-861f-4865-9501-7d58d7363639 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f82fc7fd0de484ca38002c12ad80edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330727 Feb 17 00:35:18.458037 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36318) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:18.522133 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-05f942c0-7a65-4ed7-aa4f-b7a5117032b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.588196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-05f942c0-7a65-4ed7-aa4f-b7a5117032b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.609646 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:18.641492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-22bf4c86-478d-4eb5-b4ba-56efaa7e3785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.687660 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49b747-3c8c-4abb-b51b-cb88a10d3c04 req-22b109cd-c53e-4f97-9b22-201a541d547b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:18.687660 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8b49b747-3c8c-4abb-b51b-cb88a10d3c04 req-22b109cd-c53e-4f97-9b22-201a541d547b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.2122278 Feb 17 00:35:18.695951 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-05f942c0-7a65-4ed7-aa4f-b7a5117032b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6bb9a005ab3a4914987b3129d6d6cb70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936085 Feb 17 00:35:18.698736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36332) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:18.720314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f942c0-7a65-4ed7-aa4f-b7a5117032b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4ef97d-0b98-46bf-b2a6-ab5f517a0ebb,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:18.756979 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-05f942c0-7a65-4ed7-aa4f-b7a5117032b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:18.761683 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-22bf4c86-478d-4eb5-b4ba-56efaa7e3785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.799230 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-18d264ae-e5ec-4820-81a1-2e465368cc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.818235 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8b49b747-3c8c-4abb-b51b-cb88a10d3c04 req-dfd7b2f6-4ba1-4a9b-b5b6-de9106dae536 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991447 Feb 17 00:35:18.832829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-18d264ae-e5ec-4820-81a1-2e465368cc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.858548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-22bf4c86-478d-4eb5-b4ba-56efaa7e3785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.871124 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-45282e95-8d99-4947-87de-6169cbfe246e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:18.888316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf4c86-478d-4eb5-b4ba-56efaa7e3785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36c3251-172a-4099-abf2-6cf7c6eefa21,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:18.892898 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-22bf4c86-478d-4eb5-b4ba-56efaa7e3785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:18.899651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-22bf4c86-478d-4eb5-b4ba-56efaa7e3785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.904421 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-22bf4c86-478d-4eb5-b4ba-56efaa7e3785 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e36c3251-172a-4099-abf2-6cf7c6eefa21 HTTP/1.1" status: 204 len: 168 time: 0.4447870 Feb 17 00:35:18.916924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-18d264ae-e5ec-4820-81a1-2e465368cc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.939212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d9590b08-549a-4888-a768-e3006d2aec1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:18.978361 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d264ae-e5ec-4820-81a1-2e465368cc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4ef97d-0b98-46bf-b2a6-ab5f517a0ebb,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:18.982033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-18d264ae-e5ec-4820-81a1-2e465368cc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:18.987706 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-18d264ae-e5ec-4820-81a1-2e465368cc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:18.989074 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-18d264ae-e5ec-4820-81a1-2e465368cc23 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7b4ef97d-0b98-46bf-b2a6-ab5f517a0ebb HTTP/1.1" status: 204 len: 168 time: 0.2892742 Feb 17 00:35:20.117046 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56932d2e-416f-471e-979a-02a7470ace68 req-7e78a1ab-f951-4ed2-9a8e-7afa59278221 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:20.125456 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-56932d2e-416f-471e-979a-02a7470ace68 req-7e78a1ab-f951-4ed2-9a8e-7afa59278221 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1173773 Feb 17 00:35:20.215936 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-56932d2e-416f-471e-979a-02a7470ace68 req-e1aae715-6443-4eb5-a011-3b5d63cf1c62 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884018 Feb 17 00:35:20.575943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36450) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:20.825018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa6d5-bcb1-41f1-af62-3412a616f1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:20.840924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-1cbfa6d5-bcb1-41f1-af62-3412a616f1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:20.845039 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-1cbfa6d5-bcb1-41f1-af62-3412a616f1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:b9bb73647d484dbe96b53b698be74620 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:20.848139 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-1cbfa6d5-bcb1-41f1-af62-3412a616f1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:20.854309 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-1cbfa6d5-bcb1-41f1-af62-3412a616f1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:20.951271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa6d5-bcb1-41f1-af62-3412a616f1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:20.984189 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa6d5-bcb1-41f1-af62-3412a616f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:20.994349 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9f4e62f2-e182-4fe5-b986-dcf325a1b431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:21.040272 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1cbfa6d5-bcb1-41f1-af62-3412a616f1d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9bb73647d484dbe96b53b698be74620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4631414 Feb 17 00:35:21.041238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfa6d5-bcb1-41f1-af62-3412a616f1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717fef4b-703c-4423-a07e-ec3ef3944e0e,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:21.043284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36470) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:21.044545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1cbfa6d5-bcb1-41f1-af62-3412a616f1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:21.108666 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-966dd418-4df5-47c9-a94c-42167737362a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:21.141388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-966dd418-4df5-47c9-a94c-42167737362a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:21.193809 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36480) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:21.252756 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-966dd418-4df5-47c9-a94c-42167737362a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:21.260759 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-062683c2-aca4-4c95-9d1d-1216456b02ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:21.317861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966dd418-4df5-47c9-a94c-42167737362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717fef4b-703c-4423-a07e-ec3ef3944e0e,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:21.338993 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-966dd418-4df5-47c9-a94c-42167737362a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:21.341689 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-966dd418-4df5-47c9-a94c-42167737362a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:21.345007 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-966dd418-4df5-47c9-a94c-42167737362a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/717fef4b-703c-4423-a07e-ec3ef3944e0e HTTP/1.1" status: 204 len: 168 time: 0.3006785 Feb 17 00:35:21.504838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78127ed8-4188-4587-aee7-b82c5a62be7f req-4419dc7d-801e-4738-8797-28a3265500d1 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:21.506717 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-78127ed8-4188-4587-aee7-b82c5a62be7f req-4419dc7d-801e-4738-8797-28a3265500d1 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1557150 Feb 17 00:35:21.569312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-06c48fdb-8d78-4157-a6db-9e6c02c242c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:21.574673 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:21.590793 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-06c48fdb-8d78-4157-a6db-9e6c02c242c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:21.592557 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-78127ed8-4188-4587-aee7-b82c5a62be7f req-293b8a21-6114-4ee8-ae0e-842dbcefed6a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781922 Feb 17 00:35:21.595241 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-06c48fdb-8d78-4157-a6db-9e6c02c242c0 admin admin] Usage tracker for resource:security_group_rule and tenant:04733ccc5c9644549d6c5eb4c5caf6f6 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:21.605420 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-06c48fdb-8d78-4157-a6db-9e6c02c242c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:21.606076 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-06c48fdb-8d78-4157-a6db-9e6c02c242c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:21.678791 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:21.681647 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:21.719359 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-06c48fdb-8d78-4157-a6db-9e6c02c242c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:21.750079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-06c48fdb-8d78-4157-a6db-9e6c02c242c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:21.767224 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:21.823250 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36516) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:21.823884 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-06c48fdb-8d78-4157-a6db-9e6c02c242c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04733ccc5c9644549d6c5eb4c5caf6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6278858 Feb 17 00:35:21.825428 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c48fdb-8d78-4157-a6db-9e6c02c242c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201dfda3-e2a8-47cb-bb99-6b64d60bdacf,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:21.832875 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-06c48fdb-8d78-4157-a6db-9e6c02c242c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:21.930453 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7841d6ea-962e-4ac2-8b5a-e5be6a4e645e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:21.961658 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7841d6ea-962e-4ac2-8b5a-e5be6a4e645e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:22.070193 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7841d6ea-962e-4ac2-8b5a-e5be6a4e645e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:22.076016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:22.090666 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841d6ea-962e-4ac2-8b5a-e5be6a4e645e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201dfda3-e2a8-47cb-bb99-6b64d60bdacf,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:22.093264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7841d6ea-962e-4ac2-8b5a-e5be6a4e645e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:22.097191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7841d6ea-962e-4ac2-8b5a-e5be6a4e645e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:22.102404 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-7841d6ea-962e-4ac2-8b5a-e5be6a4e645e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/201dfda3-e2a8-47cb-bb99-6b64d60bdacf HTTP/1.1" status: 204 len: 168 time: 0.2774282 Feb 17 00:35:22.800543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60c14b-0f69-442f-b665-1b89a038c4ba req-01d0de72-3298-4bc4-8d3c-6da4fe25de51 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:22.802200 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3a60c14b-0f69-442f-b665-1b89a038c4ba req-01d0de72-3298-4bc4-8d3c-6da4fe25de51 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.0938163 Feb 17 00:35:22.851785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36562) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:22.863040 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3a60c14b-0f69-442f-b665-1b89a038c4ba req-4afd69fb-febc-4372-b6bd-7750275c85d7 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430801 Feb 17 00:35:22.883469 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2383d372-fb6e-4da0-922b-71cd6de62797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:22.902608 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-2383d372-fb6e-4da0-922b-71cd6de62797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:22.906676 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-2383d372-fb6e-4da0-922b-71cd6de62797 admin admin] Usage tracker for resource:security_group_rule and tenant:7c686560566b42d48323ac72250368da is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:22.909950 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-2383d372-fb6e-4da0-922b-71cd6de62797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:22.916964 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-2383d372-fb6e-4da0-922b-71cd6de62797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:23.005876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2383d372-fb6e-4da0-922b-71cd6de62797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:23.052476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2383d372-fb6e-4da0-922b-71cd6de62797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:23.062063 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:23.137007 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383d372-fb6e-4da0-922b-71cd6de62797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926118bc-f16d-4a07-8b76-3fbf3e273540,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:23.141272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2383d372-fb6e-4da0-922b-71cd6de62797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:23.159870 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36586) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:23.160724 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-2383d372-fb6e-4da0-922b-71cd6de62797 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7c686560566b42d48323ac72250368da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039374 Feb 17 00:35:23.236483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d337255-582a-488b-b6f8-af71d1e260dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:23.271254 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d337255-582a-488b-b6f8-af71d1e260dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:23.343720 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d337255-582a-488b-b6f8-af71d1e260dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:23.359664 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-92635ede-7e81-4357-87a8-c674a5e06cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:23.377718 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d337255-582a-488b-b6f8-af71d1e260dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926118bc-f16d-4a07-8b76-3fbf3e273540,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:23.380466 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0d337255-582a-488b-b6f8-af71d1e260dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:23.403900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d337255-582a-488b-b6f8-af71d1e260dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:23.410615 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-0d337255-582a-488b-b6f8-af71d1e260dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/926118bc-f16d-4a07-8b76-3fbf3e273540 HTTP/1.1" status: 204 len: 168 time: 0.2503633 Feb 17 00:35:23.579749 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36608) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:23.969195 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-28cc6b67-d1e6-40e7-98cd-6aad66d06292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:23.988740 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-28cc6b67-d1e6-40e7-98cd-6aad66d06292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:23.993728 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-28cc6b67-d1e6-40e7-98cd-6aad66d06292 admin admin] Usage tracker for resource:security_group_rule and tenant:7336246ef40d4a56bab9cffd28b91827 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:23.996814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-28cc6b67-d1e6-40e7-98cd-6aad66d06292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:24.003085 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-28cc6b67-d1e6-40e7-98cd-6aad66d06292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:24.123922 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-28cc6b67-d1e6-40e7-98cd-6aad66d06292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:24.161644 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-28cc6b67-d1e6-40e7-98cd-6aad66d06292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:24.223732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-bbda8974-8147-4d4d-b183-446edd8509ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:24.272053 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-28cc6b67-d1e6-40e7-98cd-6aad66d06292 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7336246ef40d4a56bab9cffd28b91827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6911306 Feb 17 00:35:24.284283 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36650) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:24.318813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc6b67-d1e6-40e7-98cd-6aad66d06292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb37229-5b52-454e-85fa-b40c9ab4eb07,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:24.331593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-28cc6b67-d1e6-40e7-98cd-6aad66d06292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:24.427323 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-391f3756-0123-4a21-8e0f-9e9a263d4f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:24.431785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e87df-cffb-45b2-a9ef-bbe7b68be4b2 req-8e905402-4250-4585-aff8-6bec9bae405b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:24.441762 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d60e87df-cffb-45b2-a9ef-bbe7b68be4b2 req-8e905402-4250-4585-aff8-6bec9bae405b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.4437263 Feb 17 00:35:24.485365 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-391f3756-0123-4a21-8e0f-9e9a263d4f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:24.526344 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d60e87df-cffb-45b2-a9ef-bbe7b68be4b2 req-fc5d0acc-63b4-40b6-99d0-59f312320214 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833690 Feb 17 00:35:24.566612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-391f3756-0123-4a21-8e0f-9e9a263d4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:24.572557 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:24.589109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f3756-0123-4a21-8e0f-9e9a263d4f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb37229-5b52-454e-85fa-b40c9ab4eb07,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:24.591314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-391f3756-0123-4a21-8e0f-9e9a263d4f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:24.592546 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-391f3756-0123-4a21-8e0f-9e9a263d4f1b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7eb37229-5b52-454e-85fa-b40c9ab4eb07 HTTP/1.1" status: 204 len: 168 time: 0.3072338 Feb 17 00:35:24.593472 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-391f3756-0123-4a21-8e0f-9e9a263d4f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:24.610316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36664) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:24.879377 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36680) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:24.974488 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-155379b7-dfa8-442a-a93e-63bbf275bcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:24.990820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-155379b7-dfa8-442a-a93e-63bbf275bcb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:24.995369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-155379b7-dfa8-442a-a93e-63bbf275bcb1 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa7cad38e724acc8018ab0429dd0e5c is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:25.000325 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-155379b7-dfa8-442a-a93e-63bbf275bcb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:25.006170 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-990186552-network', 'tenant_id': '324d9d96e37f4e8eac472c1a5939ca49'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:25.014219 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:25.016722 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-155379b7-dfa8-442a-a93e-63bbf275bcb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:25.021279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Usage tracker for resource:network and tenant:324d9d96e37f4e8eac472c1a5939ca49 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:25.025510 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:25.035862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:25.046610 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.084442 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Made reservation on behalf of 324d9d96e37f4e8eac472c1a5939ca49 for: {'network': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:35:25.089906 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.105222 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.122224 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36694) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:25.132799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:25.142962 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e4c107e9-dd5f-4a36-9cc6-13809307e0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.144636 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Usage tracker for resource:security_group_rule and tenant:324d9d96e37f4e8eac472c1a5939ca49 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:25.150499 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:25.160083 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-e4c107e9-dd5f-4a36-9cc6-13809307e0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:25.164157 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:25.164647 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-e4c107e9-dd5f-4a36-9cc6-13809307e0d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a5faf2ad06db4530912dbcd6ce4d04df is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:25.180735 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-e4c107e9-dd5f-4a36-9cc6-13809307e0d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:25.187021 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-155379b7-dfa8-442a-a93e-63bbf275bcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.200552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-e4c107e9-dd5f-4a36-9cc6-13809307e0d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:25.289652 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-155379b7-dfa8-442a-a93e-63bbf275bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.299135 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e4c107e9-dd5f-4a36-9cc6-13809307e0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.309579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f4b345de-bc58-49d6-adcb-b2c2c276d6d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:25.326902 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e4c107e9-dd5f-4a36-9cc6-13809307e0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.337694 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-57d481da-9f91-4823-9217-fb1aa3a8a5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:25.375398 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-155379b7-dfa8-442a-a93e-63bbf275bcb1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ffa7cad38e724acc8018ab0429dd0e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7613950 Feb 17 00:35:25.377187 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36704) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:25.382775 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155379b7-dfa8-442a-a93e-63bbf275bcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3731d12-020d-45cd-9c1a-92deb5d3d166,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:25.386588 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-e4c107e9-dd5f-4a36-9cc6-13809307e0d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5faf2ad06db4530912dbcd6ce4d04df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629306 Feb 17 00:35:25.392272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-155379b7-dfa8-442a-a93e-63bbf275bcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:25.394054 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36708) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:25.399419 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c107e9-dd5f-4a36-9cc6-13809307e0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc7a6a-6d98-47ed-83be-575daae5fe58,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:25.409657 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e4c107e9-dd5f-4a36-9cc6-13809307e0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:25.469649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4b83aecf-1f06-4d2d-8478-f966b0125c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.491848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c46ba4-3cb3-42fe-bb3a-b46d8de96dc2 req-03ba958d-5559-4e39-9312-5f84b5cfc2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:25.493817 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-77c46ba4-3cb3-42fe-bb3a-b46d8de96dc2 req-03ba958d-5559-4e39-9312-5f84b5cfc2c5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 1162 time: 0.2544696 Feb 17 00:35:25.498626 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.505887 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4b83aecf-1f06-4d2d-8478-f966b0125c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.540436 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.552512 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-155379b7-dfa8-442a-a93e-63bbf275bcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:25.564937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c7587b1a-f491-43bb-9af5-1a2ea8c87731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.589963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4b83aecf-1f06-4d2d-8478-f966b0125c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.599593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0d337255-582a-488b-b6f8-af71d1e260dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:25.606881 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-77c46ba4-3cb3-42fe-bb3a-b46d8de96dc2 req-be688c0d-6363-4b81-9f67-56af48924ab6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016717 Feb 17 00:35:25.621700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83aecf-1f06-4d2d-8478-f966b0125c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3731d12-020d-45cd-9c1a-92deb5d3d166,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:25.625268 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4b83aecf-1f06-4d2d-8478-f966b0125c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.629719 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-4b83aecf-1f06-4d2d-8478-f966b0125c37 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3731d12-020d-45cd-9c1a-92deb5d3d166 HTTP/1.1" status: 204 len: 168 time: 0.2482905 Feb 17 00:35:25.630758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4b83aecf-1f06-4d2d-8478-f966b0125c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:25.665458 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:35:25.675306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268288631839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.675753 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Added segment 09ef9c4c-3a24-46fc-88e7-4dc0238735ad of type vxlan for network 71d91627-619f-40d8-a753-8d57bec1dbe0 Feb 17 00:35:25.682300 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbcdcea-a095-4e72-a305-ddd1df197ade,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:25.688651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:25.693831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c7587b1a-f491-43bb-9af5-1a2ea8c87731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.787374 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda2be5-82f4-4bd5-9ab5-c288ef43e48a req-739a9cec-34df-4d26-abbb-6be5aa7687c0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:25.789675 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7dda2be5-82f4-4bd5-9ab5-c288ef43e48a req-739a9cec-34df-4d26-abbb-6be5aa7687c0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.0995061 Feb 17 00:35:25.839875 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7dda2be5-82f4-4bd5-9ab5-c288ef43e48a req-06a1d83d-4d15-4b50-8e1c-62d92aecda5a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437303 Feb 17 00:35:25.877654 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.915993 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c7587b1a-f491-43bb-9af5-1a2ea8c87731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.920088 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:25.945481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7587b1a-f491-43bb-9af5-1a2ea8c87731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc7a6a-6d98-47ed-83be-575daae5fe58,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:25.956714 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.957548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36734) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:25.960456 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c7587b1a-f491-43bb-9af5-1a2ea8c87731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:25.964113 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:25.964769 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:25.971347 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-424b7fdb-bee6-4382-afa6-7a8fff7962da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:26.102387 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c7587b1a-f491-43bb-9af5-1a2ea8c87731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:26.103630 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c7587b1a-f491-43bb-9af5-1a2ea8c87731 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3abc7a6a-6d98-47ed-83be-575daae5fe58 HTTP/1.1" status: 204 len: 168 time: 0.7028778 Feb 17 00:35:26.111773 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Pushing event updated for resources: {'Network': ['ID=71d91627-619f-40d8-a753-8d57bec1dbe0,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:26.114813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:26.123285 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network 71d91627-619f-40d8-a753-8d57bec1dbe0 details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:35:26.125848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36744) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:26.128076 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2452607 Feb 17 00:35:26.133183 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Request body: {'subnet': {'network_id': '71d91627-619f-40d8-a753-8d57bec1dbe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-990186552-subnet', 'tenant_id': '324d9d96e37f4e8eac472c1a5939ca49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:26.153041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:26.153640 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network 71d91627-619f-40d8-a753-8d57bec1dbe0 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:35:26.212867 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c9b440b5-5947-4c3b-bdbb-4702491bb50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:26.224112 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Usage tracker for resource:subnet and tenant:324d9d96e37f4e8eac472c1a5939ca49 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:26.229164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:26.235191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-c9b440b5-5947-4c3b-bdbb-4702491bb50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:26.239372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-c9b440b5-5947-4c3b-bdbb-4702491bb50b admin admin] Usage tracker for resource:security_group_rule and tenant:8df3fb692d2f4061b55eefc3e90ef6d2 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:26.242526 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-c9b440b5-5947-4c3b-bdbb-4702491bb50b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:26.248279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-c9b440b5-5947-4c3b-bdbb-4702491bb50b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:26.262854 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:26.340325 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Made reservation on behalf of 324d9d96e37f4e8eac472c1a5939ca49 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:35:26.345111 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848693263'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:26.422025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36754) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:26.441707 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-593e1683-02cd-4d74-9d01-80533d3ded55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:26.521005 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-593e1683-02cd-4d74-9d01-80533d3ded55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:26.525942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-593e1683-02cd-4d74-9d01-80533d3ded55 admin admin] Usage tracker for resource:security_group_rule and tenant:1b9ea0e5f30d492ab0c47140c54da524 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:26.529014 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-593e1683-02cd-4d74-9d01-80533d3ded55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:26.605778 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-593e1683-02cd-4d74-9d01-80533d3ded55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:26.685440 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c9b440b5-5947-4c3b-bdbb-4702491bb50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:26.737863 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c9b440b5-5947-4c3b-bdbb-4702491bb50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:26.749456 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ff8a555e-9796-4946-971a-a48203fe7f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:26.817994 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c9b440b5-5947-4c3b-bdbb-4702491bb50b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8df3fb692d2f4061b55eefc3e90ef6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8591704 Feb 17 00:35:26.823947 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36776) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:26.846066 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-593e1683-02cd-4d74-9d01-80533d3ded55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:26.847536 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b440b5-5947-4c3b-bdbb-4702491bb50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5c83d1-988f-4941-91ac-caacede0c9cf,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:26.857727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c9b440b5-5947-4c3b-bdbb-4702491bb50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:26.921009 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-593e1683-02cd-4d74-9d01-80533d3ded55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:26.946065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:27.019605 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f052719d-e9e3-4e45-a073-efa5c773d3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:27.058700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f052719d-e9e3-4e45-a073-efa5c773d3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:27.063445 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-593e1683-02cd-4d74-9d01-80533d3ded55 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b9ea0e5f30d492ab0c47140c54da524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6402295 Feb 17 00:35:27.069090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e1683-02cd-4d74-9d01-80533d3ded55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390e55fd-860f-4325-b34e-db40adbc34d2,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:27.072081 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36792) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:27.084413 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-593e1683-02cd-4d74-9d01-80533d3ded55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:27.167603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-03c0973c-0070-4eec-a9e5-53aae2cda378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:27.198257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-03c0973c-0070-4eec-a9e5-53aae2cda378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:27.343899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-03c0973c-0070-4eec-a9e5-53aae2cda378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:27.348031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0357f-648e-450b-8d30-965314361843 req-3945f071-26a4-422b-8482-fd72bebbb07d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:27.349671 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-18b0357f-648e-450b-8d30-965314361843 req-3945f071-26a4-422b-8482-fd72bebbb07d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.2536004 Feb 17 00:35:27.351197 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-05f942c0-7a65-4ed7-aa4f-b7a5117032b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:27.367166 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-03c0973c-0070-4eec-a9e5-53aae2cda378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:27.368817 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-03c0973c-0070-4eec-a9e5-53aae2cda378 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/390e55fd-860f-4325-b34e-db40adbc34d2 HTTP/1.1" status: 204 len: 168 time: 0.2906182 Feb 17 00:35:27.370166 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0973c-0070-4eec-a9e5-53aae2cda378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390e55fd-860f-4325-b34e-db40adbc34d2,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:27.373595 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-03c0973c-0070-4eec-a9e5-53aae2cda378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:27.385930 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f052719d-e9e3-4e45-a073-efa5c773d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:27.400931 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-18d264ae-e5ec-4820-81a1-2e465368cc23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:27.426772 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052719d-e9e3-4e45-a073-efa5c773d3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5c83d1-988f-4941-91ac-caacede0c9cf,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:27.455326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f052719d-e9e3-4e45-a073-efa5c773d3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:27.472398 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-18b0357f-648e-450b-8d30-965314361843 req-7a1abc8d-dcbe-4ad7-b489-148ca97b1b3b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096816 Feb 17 00:35:27.483031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f052719d-e9e3-4e45-a073-efa5c773d3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:27.484291 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-f052719d-e9e3-4e45-a073-efa5c773d3fa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef5c83d1-988f-4941-91ac-caacede0c9cf HTTP/1.1" status: 204 len: 168 time: 0.6576095 Feb 17 00:35:27.561362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6652552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848693280'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:27.580810 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:27.673836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:27.758657 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:27.759452 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:27.925131 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9839db0-6d44-449a-b919-f15c99fa23a4,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:27.931175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:27.988545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Checking segment: {'id': '09ef9c4c-3a24-46fc-88e7-4dc0238735ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71d91627-619f-40d8-a753-8d57bec1dbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:35:27.989057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Network hostable DHCP agents. Network: 71d91627-619f-40d8-a753-8d57bec1dbe0, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:35:28.058408 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Network 71d91627-619f-40d8-a753-8d57bec1dbe0 is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:35:28.098353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, 71d91627-619f-40d8-a753-8d57bec1dbe0) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:35:28.108460 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81de6299-edf8-47b5-bb45-bcbbe2f9f91f None None] Network 71d91627-619f-40d8-a753-8d57bec1dbe0 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:35:28.116876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:28.117890 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:28.224848 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1725526f-4aa1-451d-9e0d-ea481aeceb67 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0975692 Feb 17 00:35:28.348389 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c923f926-2b7d-44ea-853a-870d897e846b None None] Network 71d91627-619f-40d8-a753-8d57bec1dbe0 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:35:28.365491 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36832) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:28.386445 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4758-d7a2-43ce-a038-df6daf202c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:28.404955 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-fe6a4758-d7a2-43ce-a038-df6daf202c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:28.409124 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-fe6a4758-d7a2-43ce-a038-df6daf202c19 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7bd149e14e40258da639b4e0298f8c is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:28.412270 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-fe6a4758-d7a2-43ce-a038-df6daf202c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:28.418717 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-fe6a4758-d7a2-43ce-a038-df6daf202c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:28.524885 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4758-d7a2-43ce-a038-df6daf202c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:28.561146 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fe6a4758-d7a2-43ce-a038-df6daf202c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:28.571206 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a009b311-0417-4cb8-a463-03604a4f3acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:28.626963 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-fe6a4758-d7a2-43ce-a038-df6daf202c19 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd7bd149e14e40258da639b4e0298f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570112 Feb 17 00:35:28.627828 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36848) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:28.629524 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a4758-d7a2-43ce-a038-df6daf202c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce926eff-3da9-415e-b00e-956db9a98b9b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:28.633804 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fe6a4758-d7a2-43ce-a038-df6daf202c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:28.787425 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4514-9e38-4fb5-861d-0a19bc207fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:28.808406 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea3057-294d-4177-b4b5-110087309599 req-6291b44f-cc96-484d-969a-bf8aa416182d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:28.810105 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-41ea3057-294d-4177-b4b5-110087309599 req-6291b44f-cc96-484d-969a-bf8aa416182d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1486261 Feb 17 00:35:28.846721 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4514-9e38-4fb5-861d-0a19bc207fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:28.911042 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-41ea3057-294d-4177-b4b5-110087309599 req-4c05b5d3-cb31-4e69-b0c5-2724633dc40d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901728 Feb 17 00:35:28.950123 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4514-9e38-4fb5-861d-0a19bc207fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:28.955326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:28.970939 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb4514-9e38-4fb5-861d-0a19bc207fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce926eff-3da9-415e-b00e-956db9a98b9b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:28.976050 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fcdb4514-9e38-4fb5-861d-0a19bc207fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:28.981912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4514-9e38-4fb5-861d-0a19bc207fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:28.983201 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-fcdb4514-9e38-4fb5-861d-0a19bc207fa7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce926eff-3da9-415e-b00e-956db9a98b9b HTTP/1.1" status: 204 len: 168 time: 0.3536851 Feb 17 00:35:29.234655 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de55fc-cc56-45ac-a50b-f78e7d01c7a5 req-46152d19-7cb9-4bdc-89db-44e4c239d7d4 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:29.236294 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-17de55fc-cc56-45ac-a50b-f78e7d01c7a5 req-46152d19-7cb9-4bdc-89db-44e4c239d7d4 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1353271 Feb 17 00:35:29.294697 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-17de55fc-cc56-45ac-a50b-f78e7d01c7a5 req-368f1ba2-2d5d-409e-8041-c29c74743c0a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516179 Feb 17 00:35:29.429506 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36880) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:30.010683 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-34c412e8-ae5d-4370-b106-789df2785895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:30.028063 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-34c412e8-ae5d-4370-b106-789df2785895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:30.035616 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-34c412e8-ae5d-4370-b106-789df2785895 admin admin] Usage tracker for resource:security_group_rule and tenant:0be367eec3084669955d3ef5b454a04a is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:30.039580 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-34c412e8-ae5d-4370-b106-789df2785895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:30.045800 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-34c412e8-ae5d-4370-b106-789df2785895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:30.139001 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-34c412e8-ae5d-4370-b106-789df2785895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:30.178347 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-34c412e8-ae5d-4370-b106-789df2785895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:30.219225 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-146917ab-5b28-49d7-8855-5be24378a036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:30.243382 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-34c412e8-ae5d-4370-b106-789df2785895 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0be367eec3084669955d3ef5b454a04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8126788 Feb 17 00:35:30.246883 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36918) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:30.263695 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c412e8-ae5d-4370-b106-789df2785895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63d7557-cc75-4ade-b049-0d2d55b9d373,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:30.267451 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-34c412e8-ae5d-4370-b106-789df2785895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:30.344581 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-66a7cb54-bb9e-499d-ad9e-b90c125acfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:30.372163 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-66a7cb54-bb9e-499d-ad9e-b90c125acfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:30.526862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-66a7cb54-bb9e-499d-ad9e-b90c125acfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:30.537273 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f052719d-e9e3-4e45-a073-efa5c773d3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:30.558559 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-66a7cb54-bb9e-499d-ad9e-b90c125acfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:30.562154 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-66a7cb54-bb9e-499d-ad9e-b90c125acfcc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a63d7557-cc75-4ade-b049-0d2d55b9d373 HTTP/1.1" status: 204 len: 168 time: 0.3116088 Feb 17 00:35:30.562375 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36934) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:30.562449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7cb54-bb9e-499d-ad9e-b90c125acfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63d7557-cc75-4ade-b049-0d2d55b9d373,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:30.568343 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1610509203-network', 'tenant_id': '3c20817f7c4249619b61e13c00869e4e'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:30.573845 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-66a7cb54-bb9e-499d-ad9e-b90c125acfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:30.576263 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:30.580538 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Usage tracker for resource:network and tenant:3c20817f7c4249619b61e13c00869e4e is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:30.583655 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:30.589709 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:30.652336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Made reservation on behalf of 3c20817f7c4249619b61e13c00869e4e for: {'network': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:35:30.657150 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:30.672477 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:30.689021 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:30.693460 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Usage tracker for resource:security_group_rule and tenant:3c20817f7c4249619b61e13c00869e4e is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:30.697353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:30.703476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:30.841601 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:30.852075 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36946) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:30.875006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:30.889395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8ebb39cf-5553-4379-a463-420a4eabb059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:30.926153 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:35:30.938056 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdd4c6b-f685-4b1b-95a4-03d59d354182,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:30.943418 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:30.947274 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268288631839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:30.947613 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Added segment 5f7b2e10-ffcb-49cf-bc3a-ec66f8c265db of type vxlan for network 5a5dbac9-a669-4639-94f7-d51a067a2b3a Feb 17 00:35:30.988591 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:31.087012 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:31.088359 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:31.089161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:31.094732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-defbc2f5-a732-4e65-800c-3854810d731c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:31.202820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3baa8d66-6300-41f9-ac18-f68bb9923cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:31.572808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-3baa8d66-6300-41f9-ac18-f68bb9923cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:31.572808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Pushing event updated for resources: {'Network': ['ID=5a5dbac9-a669-4639-94f7-d51a067a2b3a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:31.572808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-3baa8d66-6300-41f9-ac18-f68bb9923cd7 admin admin] Usage tracker for resource:security_group_rule and tenant:53c23d28fae34d948d7344db7d854d8f is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:31.572808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:31.572808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-3baa8d66-6300-41f9-ac18-f68bb9923cd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:31.573751 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network 5a5dbac9-a669-4639-94f7-d51a067a2b3a details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:35:31.574165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-3baa8d66-6300-41f9-ac18-f68bb9923cd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:31.574631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network 5a5dbac9-a669-4639-94f7-d51a067a2b3a details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:35:31.574923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 36970) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:31.574923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Request body: {'subnet': {'network_id': '5a5dbac9-a669-4639-94f7-d51a067a2b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1610509203-subnet', 'tenant_id': '3c20817f7c4249619b61e13c00869e4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:31.575389 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7973373 Feb 17 00:35:31.575741 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:31.575741 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Usage tracker for resource:subnet and tenant:3c20817f7c4249619b61e13c00869e4e is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:31.575741 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:31.575741 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:31.576372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3baa8d66-6300-41f9-ac18-f68bb9923cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:31.594895 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Made reservation on behalf of 3c20817f7c4249619b61e13c00869e4e for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:35:31.595059 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3baa8d66-6300-41f9-ac18-f68bb9923cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:31.600031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848693263'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:31.609462 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-34c412e8-ae5d-4370-b106-789df2785895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:31.654737 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-3baa8d66-6300-41f9-ac18-f68bb9923cd7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=53c23d28fae34d948d7344db7d854d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8013206 Feb 17 00:35:31.656502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa8d66-6300-41f9-ac18-f68bb9923cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efeba16-77b0-4b9e-8f82-f540446e3212,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:31.659071 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 36988) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:31.662269 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3baa8d66-6300-41f9-ac18-f68bb9923cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:31.887325 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dfc27700-589e-4671-b0c1-0aa8b933804f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:31.915298 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83638a-ca6f-4dad-9c95-2f1fad4f11cf req-39dd5287-a5d0-4b61-9163-e5c4a08b17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:31.916930 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4d83638a-ca6f-4dad-9c95-2f1fad4f11cf req-39dd5287-a5d0-4b61-9163-e5c4a08b17f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dc6049af5414093b47adfcd95956623&device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 1163 time: 0.1959343 Feb 17 00:35:31.951649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dfc27700-589e-4671-b0c1-0aa8b933804f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:32.066814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4539b9-ca92-4f78-93a3-7a25cdbf5ccf req-83f4d636-d775-46c0-9030-e0377f6ba83f tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:32.068802 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-da4539b9-ca92-4f78-93a3-7a25cdbf5ccf req-83f4d636-d775-46c0-9030-e0377f6ba83f tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.2188709 Feb 17 00:35:32.109803 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83638a-ca6f-4dad-9c95-2f1fad4f11cf req-9f9ad0b2-0f2e-4f9d-9344-b2af98499b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:32.111336 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4d83638a-ca6f-4dad-9c95-2f1fad4f11cf req-9f9ad0b2-0f2e-4f9d-9344-b2af98499b38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 200 len: 913 time: 0.1847713 Feb 17 00:35:32.138254 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-da4539b9-ca92-4f78-93a3-7a25cdbf5ccf req-41647e55-cb85-44e7-9319-fb8a66914136 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628815 Feb 17 00:35:32.191306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dfc27700-589e-4671-b0c1-0aa8b933804f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:32.206928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2dc40c65-c1d7-44cd-8275-96b844599074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:32.220105 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4d83638a-ca6f-4dad-9c95-2f1fad4f11cf req-fff11465-e300-41ea-917a-bfdea171093f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1f4654-ebb5-45ec-a011-1a1d52ab075a HTTP/1.1" status: 200 len: 217 time: 0.0957725 Feb 17 00:35:32.223522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc27700-589e-4671-b0c1-0aa8b933804f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efeba16-77b0-4b9e-8f82-f540446e3212,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:32.226505 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dfc27700-589e-4671-b0c1-0aa8b933804f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:32.229000 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-dfc27700-589e-4671-b0c1-0aa8b933804f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8efeba16-77b0-4b9e-8f82-f540446e3212 HTTP/1.1" status: 204 len: 168 time: 0.5676656 Feb 17 00:35:32.229000 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-dfc27700-589e-4671-b0c1-0aa8b933804f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:32.287082 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6652552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848693280'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:32.306650 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83638a-ca6f-4dad-9c95-2f1fad4f11cf req-64653859-19fb-4074-b7f4-d06bdcb11420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:32.310915 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4d83638a-ca6f-4dad-9c95-2f1fad4f11cf req-64653859-19fb-4074-b7f4-d06bdcb11420 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b10397f5-495d-4d30-83f5-ea178ae22011 HTTP/1.1" status: 200 len: 859 time: 0.0807049 Feb 17 00:35:32.320405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 37010) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:32.396287 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-cde2f9e6-4daa-4321-b359-5029a076c170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:32.408753 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4d83638a-ca6f-4dad-9c95-2f1fad4f11cf req-24f3c0f6-a593-4c27-b04f-4fc75f4d0cd8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c1fedf-b050-43eb-97d0-4a3845e99d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847728 Feb 17 00:35:32.485732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c99a9b-e5ef-488f-a034-03763a191fb0,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:32.489712 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:32.533287 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Checking segment: {'id': '5f7b2e10-ffcb-49cf-bc3a-ec66f8c265db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5a5dbac9-a669-4639-94f7-d51a067a2b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:35:32.533697 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Network hostable DHCP agents. Network: 5a5dbac9-a669-4639-94f7-d51a067a2b3a, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:35:32.583643 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Network 5a5dbac9-a669-4639-94f7-d51a067a2b3a is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:35:32.584553 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4d83638a-ca6f-4dad-9c95-2f1fad4f11cf req-7a92fda4-cdb9-4a8c-addd-1c08d833db65 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661849 Feb 17 00:35:32.640886 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, 5a5dbac9-a669-4639-94f7-d51a067a2b3a) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:35:32.659568 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bd43b6-cc0e-4b2e-bb23-bb1137d2bb78 None None] Network 5a5dbac9-a669-4639-94f7-d51a067a2b3a requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:35:32.681600 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:32.682259 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:32.754039 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4d83638a-ca6f-4dad-9c95-2f1fad4f11cf req-0ce19205-29c8-43d2-a53b-fef1e1ceace1 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1620922 Feb 17 00:35:32.761686 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4108632 Feb 17 00:35:32.798017 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-58eccfc0-be87-4d03-acb9-4ee67d585f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:32.815407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-58eccfc0-be87-4d03-acb9-4ee67d585f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:32.824709 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-58eccfc0-be87-4d03-acb9-4ee67d585f5a admin admin] Usage tracker for resource:security_group_rule and tenant:d3d6d6706dd04905952cf443a2c8b14d is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:32.828437 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-58eccfc0-be87-4d03-acb9-4ee67d585f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:32.835433 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-58eccfc0-be87-4d03-acb9-4ee67d585f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:32.957621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-58eccfc0-be87-4d03-acb9-4ee67d585f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:32.979700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8e0a9-d50f-4c6e-9e23-44a1e389056b None None] Network 5a5dbac9-a669-4639-94f7-d51a067a2b3a requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:35:32.990049 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-58eccfc0-be87-4d03-acb9-4ee67d585f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:33.011799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:33.113122 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 37062) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:33.125875 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-58eccfc0-be87-4d03-acb9-4ee67d585f5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3d6d6706dd04905952cf443a2c8b14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8039317 Feb 17 00:35:33.141885 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eccfc0-be87-4d03-acb9-4ee67d585f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5ce71a-ba3f-42d1-af29-d244de5091bd,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:33.152023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-58eccfc0-be87-4d03-acb9-4ee67d585f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:33.305791 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3e0d-004e-4999-a44e-6773c04b0d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:33.357112 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3e0d-004e-4999-a44e-6773c04b0d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:33.441325 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3e0d-004e-4999-a44e-6773c04b0d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:33.450436 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7ce0dd6c-1ac7-4374-875e-b23230996b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:33.479724 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52d934-be3d-474d-a40b-28c6c45ba3b6 req-cc166444-9175-4b6d-a8e9-bf1fc4c39b98 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:33.481606 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cc52d934-be3d-474d-a40b-28c6c45ba3b6 req-cc166444-9175-4b6d-a8e9-bf1fc4c39b98 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1064084 Feb 17 00:35:33.487567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d3e0d-004e-4999-a44e-6773c04b0d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5ce71a-ba3f-42d1-af29-d244de5091bd,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:33.492296 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-eb2d3e0d-004e-4999-a44e-6773c04b0d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:33.493807 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3e0d-004e-4999-a44e-6773c04b0d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:33.495264 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-eb2d3e0d-004e-4999-a44e-6773c04b0d64 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a5ce71a-ba3f-42d1-af29-d244de5091bd HTTP/1.1" status: 204 len: 168 time: 0.3810432 Feb 17 00:35:33.541378 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cc52d934-be3d-474d-a40b-28c6c45ba3b6 req-f3a901eb-f8a6-4543-98c0-d6df03b1e25f tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531285 Feb 17 00:35:33.561268 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 37108) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:34.026312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-9b983eda-da16-479d-9fd0-04fd143607c6 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:34.028088 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-9b983eda-da16-479d-9fd0-04fd143607c6 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/networks?id=71d91627-619f-40d8-a753-8d57bec1dbe0 HTTP/1.1" status: 200 len: 808 time: 0.1993766 Feb 17 00:35:34.052978 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-cd9f201d-5ac7-4314-b7f5-c7a424b4d84f tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/quotas/324d9d96e37f4e8eac472c1a5939ca49 HTTP/1.1" status: 200 len: 375 time: 0.0183120 Feb 17 00:35:34.113630 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-17ba094b-dae1-4112-b5a8-9e76d486aa32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:34.117604 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-ccda16ef-48c9-4814-9473-7cbe46bd9de6 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=324d9d96e37f4e8eac472c1a5939ca49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566254 Feb 17 00:35:34.130022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-17ba094b-dae1-4112-b5a8-9e76d486aa32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:34.135039 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-17ba094b-dae1-4112-b5a8-9e76d486aa32 admin admin] Usage tracker for resource:security_group_rule and tenant:adebfe10ff514efd9fee5a64a7caec36 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:34.138158 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-17ba094b-dae1-4112-b5a8-9e76d486aa32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:34.149122 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-17ba094b-dae1-4112-b5a8-9e76d486aa32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:34.304341 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-17ba094b-dae1-4112-b5a8-9e76d486aa32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:34.311599 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-d3130b6d-363e-4a83-bbb6-71a43c3ce42e service neutron] 10.222.0.38 "GET /v2.0/networks/71d91627-619f-40d8-a753-8d57bec1dbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859739 Feb 17 00:35:34.337846 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-17ba094b-dae1-4112-b5a8-9e76d486aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:34.371198 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:34.383751 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-17ba094b-dae1-4112-b5a8-9e76d486aa32 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=adebfe10ff514efd9fee5a64a7caec36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8211877 Feb 17 00:35:34.384408 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 37152) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:34.433145 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba094b-dae1-4112-b5a8-9e76d486aa32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9559dc-4d56-48a2-96da-c1b39220980f,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:34.447663 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-17ba094b-dae1-4112-b5a8-9e76d486aa32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:34.485452 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3d710e43-8784-42ed-83fd-c4a314fc26a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:34.527772 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3d710e43-8784-42ed-83fd-c4a314fc26a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:34.574216 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-542d4997-b388-4626-9d32-3556142e1c64 service neutron] 10.222.0.38 "GET /v2.0/networks/71d91627-619f-40d8-a753-8d57bec1dbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2612033 Feb 17 00:35:34.652051 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3d710e43-8784-42ed-83fd-c4a314fc26a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:34.657296 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:34.671651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d710e43-8784-42ed-83fd-c4a314fc26a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9559dc-4d56-48a2-96da-c1b39220980f,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:34.676101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3d710e43-8784-42ed-83fd-c4a314fc26a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:34.691366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3d710e43-8784-42ed-83fd-c4a314fc26a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:34.696292 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-3d710e43-8784-42ed-83fd-c4a314fc26a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a9559dc-4d56-48a2-96da-c1b39220980f HTTP/1.1" status: 204 len: 168 time: 0.3093138 Feb 17 00:35:34.884037 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-89b0eecd-707b-4771-9e31-30472c9fada1 req-5cac07dc-ab0b-4db2-ade2-ca0ea139d5ba tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 210 time: 0.0656104 Feb 17 00:35:34.909540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566509bb-42d7-4c6e-9627-38554a5662ce req-a2ef62a8-387a-4ab3-bae0-64bdf600ad81 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:34.917399 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-566509bb-42d7-4c6e-9627-38554a5662ce req-a2ef62a8-387a-4ab3-bae0-64bdf600ad81 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1017082 Feb 17 00:35:34.982263 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-566509bb-42d7-4c6e-9627-38554a5662ce req-3d094238-b040-4a26-9b24-79b768724bf7 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639064 Feb 17 00:35:35.581069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 37200) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:35.612847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d64a0f9-6287-4e2c-8e33-eabc8b5eaeba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:35.628900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-5d64a0f9-6287-4e2c-8e33-eabc8b5eaeba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:35.634065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-5d64a0f9-6287-4e2c-8e33-eabc8b5eaeba admin admin] Usage tracker for resource:security_group_rule and tenant:b076fa3d0ba944d0bc4c7e947641318f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:35.637125 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-5d64a0f9-6287-4e2c-8e33-eabc8b5eaeba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:35.643076 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-5d64a0f9-6287-4e2c-8e33-eabc8b5eaeba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:35.798958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d64a0f9-6287-4e2c-8e33-eabc8b5eaeba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:35.846249 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d64a0f9-6287-4e2c-8e33-eabc8b5eaeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:35.855734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7b3205a5-7fb0-4a67-980c-cd324decbb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:35.896808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64a0f9-6287-4e2c-8e33-eabc8b5eaeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f0f3e0-54d4-4b98-b71e-457ecee7ce11,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:35.902965 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-5d64a0f9-6287-4e2c-8e33-eabc8b5eaeba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b076fa3d0ba944d0bc4c7e947641318f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195589 Feb 17 00:35:35.902965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5d64a0f9-6287-4e2c-8e33-eabc8b5eaeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:35.906471 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 37208) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:35.998639 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5708bad8-70bc-4305-939b-5e95df204260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:36.032659 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5708bad8-70bc-4305-939b-5e95df204260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:36.106903 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5a2f9f28-eaf7-4ef8-8c38-12ac86b2ebac req-9b7e1ce1-1c78-41cf-828c-a0eaf8e71acf tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 210 time: 0.0842574 Feb 17 00:35:36.177161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5708bad8-70bc-4305-939b-5e95df204260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:36.189479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-22bf4c86-478d-4eb5-b4ba-56efaa7e3785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:36.210812 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708bad8-70bc-4305-939b-5e95df204260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f0f3e0-54d4-4b98-b71e-457ecee7ce11,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:36.213662 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5708bad8-70bc-4305-939b-5e95df204260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:36.245102 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5708bad8-70bc-4305-939b-5e95df204260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:36.246391 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-5708bad8-70bc-4305-939b-5e95df204260 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2f0f3e0-54d4-4b98-b71e-457ecee7ce11 HTTP/1.1" status: 204 len: 168 time: 0.3401670 Feb 17 00:35:36.275901 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513ef3c-8916-47d4-bcfd-a8c7afc032fd req-315c3568-97c1-47af-8925-21e3db26464a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:36.278047 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1513ef3c-8916-47d4-bcfd-a8c7afc032fd req-315c3568-97c1-47af-8925-21e3db26464a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1473849 Feb 17 00:35:36.339569 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1513ef3c-8916-47d4-bcfd-a8c7afc032fd req-4cd8ffb8-c6eb-44ab-8e18-f86f9e2107c5 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518591 Feb 17 00:35:37.061474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-ee7d9365-e550-412d-9a01-0962b5069187 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:37.062291 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-ee7d9365-e550-412d-9a01-0962b5069187 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Synchronizing usage tracker for tenant:324d9d96e37f4e8eac472c1a5939ca49 on resource:network {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:35:37.115949 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-ee7d9365-e550-412d-9a01-0962b5069187 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Unset dirty status for tenant:324d9d96e37f4e8eac472c1a5939ca49 on resource:network {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:35:37.117197 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-ee7d9365-e550-412d-9a01-0962b5069187 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.49 "GET /v2.0/networks?id=71d91627-619f-40d8-a753-8d57bec1dbe0 HTTP/1.1" status: 200 len: 808 time: 0.2268300 Feb 17 00:35:37.146805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Request body: {'port': {'device_id': 'aa85754e-8f0f-46bf-944b-88efa46fd7ac', 'network_id': '71d91627-619f-40d8-a753-8d57bec1dbe0', 'admin_state_up': True, 'tenant_id': '324d9d96e37f4e8eac472c1a5939ca49'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:37.376454 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-adebbd9b-8346-49d7-bf2b-dd6b4951fc64 req-fee3e1c2-635a-41ff-84a5-1dc856b87719 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 210 time: 0.0986156 Feb 17 00:35:37.432688 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:37.445923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Usage tracker for resource:port and tenant:324d9d96e37f4e8eac472c1a5939ca49 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:37.455306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:37.473631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:37.509560 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Made reservation on behalf of 324d9d96e37f4e8eac472c1a5939ca49 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:35:37.517661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:37.954760 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1f6c2-d275-45e2-af66-008c8cbdc31d req-5f336434-3c7e-4f99-9774-3fd2d4e9e3c0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:37.956399 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-84e1f6c2-d275-45e2-af66-008c8cbdc31d req-5f336434-3c7e-4f99-9774-3fd2d4e9e3c0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.4236114 Feb 17 00:35:38.078538 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-84e1f6c2-d275-45e2-af66-008c8cbdc31d req-df71fb67-5996-4db2-8383-e09a3e2bec4b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147134 Feb 17 00:35:38.182108 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Allocated IP 172.20.0.12 (71d91627-619f-40d8-a753-8d57bec1dbe0/a9839db0-6d44-449a-b919-f15c99fa23a4/daa34f7b-d292-45f4-bc8d-d226f7acc40c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:35:38.459019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:38.527539 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:38.543530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-823fdbac-44a9-457c-806a-ba4d9d7738ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:38.758348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Pushing event updated for resources: {'Port': ['ID=daa34f7b-d292-45f4-bc8d-d226f7acc40c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:38.764247 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:38.823806 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef3e7f-6322-4767-8208-3319f7411959 req-da580874-e44a-46ad-bcb8-ce06cdfa21d4 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:38.825485 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-acef3e7f-6322-4767-8208-3319f7411959 req-da580874-e44a-46ad-bcb8-ce06cdfa21d4 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 932 time: 0.1839695 Feb 17 00:35:38.836077 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Network 71d91627-619f-40d8-a753-8d57bec1dbe0 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:35:38.851944 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:35:38.854493 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:35:38.859064 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:38.859883 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:38.910301 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-acef3e7f-6322-4767-8208-3319f7411959 req-23966cdc-0e1f-409b-bf28-5ff01253e8e4 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Synchronizing usage tracker for tenant:324d9d96e37f4e8eac472c1a5939ca49 on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:35:38.928281 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7947338 Feb 17 00:35:38.941838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Request body: {'port': {'device_id': 'aa85754e-8f0f-46bf-944b-88efa46fd7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:39.066843 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-acef3e7f-6322-4767-8208-3319f7411959 req-23966cdc-0e1f-409b-bf28-5ff01253e8e4 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Unset dirty status for tenant:324d9d96e37f4e8eac472c1a5939ca49 on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:35:39.078399 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-acef3e7f-6322-4767-8208-3319f7411959 req-23966cdc-0e1f-409b-bf28-5ff01253e8e4 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bbcdcea-a095-4e72-a305-ddd1df197ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452419 Feb 17 00:35:39.122569 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:39.464200 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cc602-ed13-4196-85df-8f2bb0b5cc0c req-b6d05a8f-1fd6-48a7-a380-23fc061ddd9b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:39.470442 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8b5cc602-ed13-4196-85df-8f2bb0b5cc0c req-b6d05a8f-1fd6-48a7-a380-23fc061ddd9b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.2554932 Feb 17 00:35:39.623525 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8b5cc602-ed13-4196-85df-8f2bb0b5cc0c req-f2dfb44e-aa11-4a46-aa8b-38f8c504c6fb tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490638 Feb 17 00:35:39.652491 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 37340) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:39.801290 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:35:39.805882 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa34f7b-d292-45f4-bc8d-d226f7acc40c {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:35:39.815779 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:39.831539 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Transition to ACTIVE for port object daa34f7b-d292-45f4-bc8d-d226f7acc40c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:35:39.838369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-81d5ccd0-8707-40fe-a7cf-eb532214d651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:39.854360 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-81d5ccd0-8707-40fe-a7cf-eb532214d651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:39.858420 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-81d5ccd0-8707-40fe-a7cf-eb532214d651 admin admin] Usage tracker for resource:security_group_rule and tenant:35d5f2205aa748179c61c0b7062b5818 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:39.861379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-81d5ccd0-8707-40fe-a7cf-eb532214d651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:39.863774 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:39.867558 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-81d5ccd0-8707-40fe-a7cf-eb532214d651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:39.880909 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-97277364-4224-414f-86b7-2a74077b56c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:39.954707 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-81d5ccd0-8707-40fe-a7cf-eb532214d651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:39.977596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-81d5ccd0-8707-40fe-a7cf-eb532214d651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:39.994156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-539991a1-67a9-4ba7-9c4c-97eb67c749ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:40.030890 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Pushing event updated for resources: {'Port': ['ID=daa34f7b-d292-45f4-bc8d-d226f7acc40c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:40.036196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:40.037442 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5ccd0-8707-40fe-a7cf-eb532214d651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e643b2-5002-44f4-84d5-0b3e00ffddc0,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:40.041485 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-81d5ccd0-8707-40fe-a7cf-eb532214d651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:40.044702 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-81d5ccd0-8707-40fe-a7cf-eb532214d651 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=35d5f2205aa748179c61c0b7062b5818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908122 Feb 17 00:35:40.047478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 37354) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:40.115928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0103bdec-fcf2-4cca-845f-7ff866a4757c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:40.145855 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0103bdec-fcf2-4cca-845f-7ff866a4757c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:40.195253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Attempting to bind port daa34f7b-d292-45f4-bc8d-d226f7acc40c on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:35:40.195750 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Attempting to bind port daa34f7b-d292-45f4-bc8d-d226f7acc40c by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '09ef9c4c-3a24-46fc-88e7-4dc0238735ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71d91627-619f-40d8-a753-8d57bec1dbe0'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:35:40.196139 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Attempting to bind port daa34f7b-d292-45f4-bc8d-d226f7acc40c on network 71d91627-619f-40d8-a753-8d57bec1dbe0 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:35:40.208277 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:35:40.208662 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Checking segment: {'id': '09ef9c4c-3a24-46fc-88e7-4dc0238735ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71d91627-619f-40d8-a753-8d57bec1dbe0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:35:40.209078 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:40.210162 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Bound using segment: {'id': '09ef9c4c-3a24-46fc-88e7-4dc0238735ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71d91627-619f-40d8-a753-8d57bec1dbe0'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:35:40.210648 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Bound port: daa34f7b-d292-45f4-bc8d-d226f7acc40c, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ef9c4c-3a24-46fc-88e7-4dc0238735ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71d91627-619f-40d8-a753-8d57bec1dbe0'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:35:40.211029 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:40.281120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0103bdec-fcf2-4cca-845f-7ff866a4757c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:40.295002 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b8664146-7ae7-4259-bbc6-2e3b60e3f1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:40.311491 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103bdec-fcf2-4cca-845f-7ff866a4757c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e643b2-5002-44f4-84d5-0b3e00ffddc0,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:40.319158 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0103bdec-fcf2-4cca-845f-7ff866a4757c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:40.329968 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] For port daa34f7b-d292-45f4-bc8d-d226f7acc40c, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:35:40.333722 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0103bdec-fcf2-4cca-845f-7ff866a4757c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:40.333930 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] For port daa34f7b-d292-45f4-bc8d-d226f7acc40c, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=daa34f7b-d292-45f4-bc8d-d226f7acc40c,segment=NetworkSegment(09ef9c4c-3a24-46fc-88e7-4dc0238735ad),segment_id=09ef9c4c-3a24-46fc-88e7-4dc0238735ad)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:35:40.338472 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-0103bdec-fcf2-4cca-845f-7ff866a4757c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e1e643b2-5002-44f4-84d5-0b3e00ffddc0 HTTP/1.1" status: 204 len: 168 time: 0.2899544 Feb 17 00:35:40.368486 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392e0cc-a5db-4050-81e3-cb9350897e52 req-ad8c39d9-664c-4a5a-a076-109239e5ef5b tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:40.369317 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1392e0cc-a5db-4050-81e3-cb9350897e52 req-ad8c39d9-664c-4a5a-a076-109239e5ef5b tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 944 time: 0.1308529 Feb 17 00:35:40.407094 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:40.421285 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1392e0cc-a5db-4050-81e3-cb9350897e52 req-38db9579-2d56-4478-b6d4-bdec7d0b50be tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bbcdcea-a095-4e72-a305-ddd1df197ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453784 Feb 17 00:35:40.423488 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:40.580232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Pushing event updated for resources: {'Port': ['ID=daa34f7b-d292-45f4-bc8d-d226f7acc40c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:40.586164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:40.616077 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:40.616764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:40.618314 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] 10.222.0.49 "PUT /v2.0/ports/daa34f7b-d292-45f4-bc8d-d226f7acc40c HTTP/1.1" status: 200 len: 1158 time: 1.6821585 Feb 17 00:35:40.618841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa85754e-8f0f-46bf-944b-88efa46fd7ac', 'tag': 'daa34f7b-d292-45f4-bc8d-d226f7acc40c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:35:40.679649 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa85754e-8f0f-46bf-944b-88efa46fd7ac', 'tag': 'daa34f7b-d292-45f4-bc8d-d226f7acc40c', 'status': 'completed', 'code': 200} Feb 17 00:35:40.829950 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-07433181-cb3f-4067-8b46-29bd65003fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:40.831609 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-07433181-cb3f-4067-8b46-29bd65003fa2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=324d9d96e37f4e8eac472c1a5939ca49&device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 1161 time: 0.1424198 Feb 17 00:35:40.864407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c105b4-a330-4f89-a7b7-9783e559f3ab req-c615f9b0-8e2a-4548-ba67-36fe6487db58 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:40.873289 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e4c105b4-a330-4f89-a7b7-9783e559f3ab req-c615f9b0-8e2a-4548-ba67-36fe6487db58 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1180201 Feb 17 00:35:40.931827 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e4c105b4-a330-4f89-a7b7-9783e559f3ab req-57877002-d533-4ba2-84ed-52fd01e2d4b7 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571380 Feb 17 00:35:41.041676 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-b85c271a-6b50-4818-8d4b-95086b233249 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daa34f7b-d292-45f4-bc8d-d226f7acc40c HTTP/1.1" status: 200 len: 217 time: 0.0727065 Feb 17 00:35:41.113380 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-6d26d400-2087-44de-9208-aba9b9ced6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:41.114996 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-6d26d400-2087-44de-9208-aba9b9ced6d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9839db0-6d44-449a-b919-f15c99fa23a4 HTTP/1.1" status: 200 len: 848 time: 0.0664773 Feb 17 00:35:41.171921 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-6958ce05-a925-4958-aee5-84b753481838 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=71d91627-619f-40d8-a753-8d57bec1dbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490634 Feb 17 00:35:41.295866 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 37400) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:41.330992 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-730fb12f-614a-4d22-8cc3-2bd251da2dbc service neutron] 10.222.0.49 "GET /v2.0/networks/71d91627-619f-40d8-a753-8d57bec1dbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503799 Feb 17 00:35:41.436841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1305301249-network', 'tenant_id': '43d705ebadea4c7ca3f9f0feb8812c34'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:41.442897 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:41.447140 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Usage tracker for resource:network and tenant:43d705ebadea4c7ca3f9f0feb8812c34 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:41.450427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:41.458129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:41.515258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Made reservation on behalf of 43d705ebadea4c7ca3f9f0feb8812c34 for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:35:41.524161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:41.524415 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba778cb8-2a0d-4574-b655-713f6fb238c9 req-e5557f45-4cb8-4a0a-ace5-ad5a54bdd75e service neutron] 10.222.0.49 "GET /v2.0/networks/71d91627-619f-40d8-a753-8d57bec1dbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1822813 Feb 17 00:35:41.538302 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:41.560613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:41.566096 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Usage tracker for resource:security_group_rule and tenant:43d705ebadea4c7ca3f9f0feb8812c34 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:41.570981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:41.577975 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:41.687232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:41.717199 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:41.721813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6dbb4b4d-2f0a-4182-adf4-749010a425b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:41.761975 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:35:41.773797 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed18646-66a3-40b6-83ad-608ec841dc1a,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:41.777024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:41.782031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:41.782411 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Added segment 38f1770b-39d3-49cd-8a63-b13c1e7a74c9 of type vxlan for network a08a357a-6563-4568-b0d3-920d1ea7800d Feb 17 00:35:41.806784 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a6c11-b930-4222-a2bd-f12e76631f25 req-fd4c515a-2a90-4c6a-8c6a-1c0e1b1838f0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:41.807556 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-a87a6c11-b930-4222-a2bd-f12e76631f25 req-fd4c515a-2a90-4c6a-8c6a-1c0e1b1838f0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Synchronizing usage tracker for tenant:324d9d96e37f4e8eac472c1a5939ca49 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:35:41.812054 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:41.812861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bddf05-3633-454a-bac2-12880a2bf230 req-7019613a-54b9-40ee-bfe8-929751cb53ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:41.814533 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e8bddf05-3633-454a-bac2-12880a2bf230 req-7019613a-54b9-40ee-bfe8-929751cb53ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=324d9d96e37f4e8eac472c1a5939ca49&device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 1161 time: 0.1554909 Feb 17 00:35:41.886649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:41.888057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:41.888990 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:41.894355 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-328e47ae-5d34-41a9-8202-ba3158ed9686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:41.941835 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-a87a6c11-b930-4222-a2bd-f12e76631f25 req-fd4c515a-2a90-4c6a-8c6a-1c0e1b1838f0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Unset dirty status for tenant:324d9d96e37f4e8eac472c1a5939ca49 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:35:41.943159 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a87a6c11-b930-4222-a2bd-f12e76631f25 req-fd4c515a-2a90-4c6a-8c6a-1c0e1b1838f0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 944 time: 0.3628938 Feb 17 00:35:42.000930 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Pushing event updated for resources: {'Network': ['ID=a08a357a-6563-4568-b0d3-920d1ea7800d,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:42.004060 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:42.013531 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network a08a357a-6563-4568-b0d3-920d1ea7800d details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:35:42.019358 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bddf05-3633-454a-bac2-12880a2bf230 req-5e7c1ea0-1ac4-4b46-8cd7-573aab5be742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:42.020974 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e8bddf05-3633-454a-bac2-12880a2bf230 req-5e7c1ea0-1ac4-4b46-8cd7-573aab5be742 service neutron] 10.222.0.49 "GET /v2.0/networks?id=71d91627-619f-40d8-a753-8d57bec1dbe0 HTTP/1.1" status: 200 len: 902 time: 0.1962130 Feb 17 00:35:42.024379 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a87a6c11-b930-4222-a2bd-f12e76631f25 req-0062f060-25a2-4b0c-8617-4ef56f98f1d4 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bbcdcea-a095-4e72-a305-ddd1df197ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744612 Feb 17 00:35:42.042330 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7452312 Feb 17 00:35:42.045329 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 37422) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:42.057826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Request body: {'subnet': {'network_id': 'a08a357a-6563-4568-b0d3-920d1ea7800d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1305301249-subnet', 'tenant_id': '43d705ebadea4c7ca3f9f0feb8812c34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:42.063975 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:42.077687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Usage tracker for resource:subnet and tenant:43d705ebadea4c7ca3f9f0feb8812c34 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:42.080955 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:42.087243 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:42.106964 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e8bddf05-3633-454a-bac2-12880a2bf230 req-0b51be62-973a-4e8f-8b07-932a303bb8f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=daa34f7b-d292-45f4-bc8d-d226f7acc40c HTTP/1.1" status: 200 len: 217 time: 0.0759153 Feb 17 00:35:42.115180 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network a08a357a-6563-4568-b0d3-920d1ea7800d details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:35:42.144234 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Made reservation on behalf of 43d705ebadea4c7ca3f9f0feb8812c34 for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:35:42.149525 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848693263'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:42.208383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bddf05-3633-454a-bac2-12880a2bf230 req-da41a7fd-51b7-4499-82a0-40be41291315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:42.210554 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e8bddf05-3633-454a-bac2-12880a2bf230 req-da41a7fd-51b7-4499-82a0-40be41291315 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9839db0-6d44-449a-b919-f15c99fa23a4 HTTP/1.1" status: 200 len: 848 time: 0.0832973 Feb 17 00:35:42.267815 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e8bddf05-3633-454a-bac2-12880a2bf230 req-3bc99c71-f1a1-4ec0-8db8-2b2a8da21ab7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=71d91627-619f-40d8-a753-8d57bec1dbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503271 Feb 17 00:35:42.330681 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e9004-2b11-4055-b30f-a3ef5e7e3c3d req-a9d5a84f-1039-437c-99f1-0060db047e18 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:42.332302 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-810e9004-2b11-4055-b30f-a3ef5e7e3c3d req-a9d5a84f-1039-437c-99f1-0060db047e18 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.2296731 Feb 17 00:35:42.421439 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e8bddf05-3633-454a-bac2-12880a2bf230 req-92cac712-7cfe-4400-8c40-9d9adf9956f4 service neutron] 10.222.0.49 "GET /v2.0/networks/71d91627-619f-40d8-a753-8d57bec1dbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445253 Feb 17 00:35:42.434168 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-810e9004-2b11-4055-b30f-a3ef5e7e3c3d req-e6249e5b-1dd6-47e4-96a1-f5ad85954710 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708954 Feb 17 00:35:42.572999 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e8bddf05-3633-454a-bac2-12880a2bf230 req-8760bb8f-7634-4841-8a84-422592e96f8b service neutron] 10.222.0.49 "GET /v2.0/networks/71d91627-619f-40d8-a753-8d57bec1dbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442444 Feb 17 00:35:42.640417 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4096c9d2-cde7-44c8-a9a3-7f30ab4e992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:42.700667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6652552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848693280'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:42.718239 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e81eaa06-5b19-485e-acc1-ac24913fec94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:42.856668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Pushing event updated for resources: {'Subnet': ['ID=89697c0b-2970-4f17-a239-fce0aa28d29b,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:42.860839 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:42.931121 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Checking segment: {'id': '38f1770b-39d3-49cd-8a63-b13c1e7a74c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a08a357a-6563-4568-b0d3-920d1ea7800d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:35:42.931603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Network hostable DHCP agents. Network: a08a357a-6563-4568-b0d3-920d1ea7800d, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:35:42.994761 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Network a08a357a-6563-4568-b0d3-920d1ea7800d is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:35:43.034758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, a08a357a-6563-4568-b0d3-920d1ea7800d) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:35:43.045184 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e870bdbd-d259-4d18-a9c6-b75dc3d4eb84 None None] Network a08a357a-6563-4568-b0d3-920d1ea7800d requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:35:43.073582 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:43.074230 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:43.092801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 37444) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:43.171414 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1248682 Feb 17 00:35:43.370209 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa3e96b-cf95-4fd5-94b7-46d8064aa231 None None] Network a08a357a-6563-4568-b0d3-920d1ea7800d requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:35:43.388854 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d785311-46af-48f6-8a5e-bcafd87c945b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:43.419387 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-5d785311-46af-48f6-8a5e-bcafd87c945b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:43.430695 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-5d785311-46af-48f6-8a5e-bcafd87c945b admin admin] Usage tracker for resource:security_group_rule and tenant:73a04afc5ea645688e3dc2cc6a93bef3 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:43.718093 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-5d785311-46af-48f6-8a5e-bcafd87c945b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:43.736408 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-5d785311-46af-48f6-8a5e-bcafd87c945b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:43.747015 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942bd89-fed4-412c-b1dd-a6982000d399 req-0b73ab3f-7a26-4865-b106-31d889e93299 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:43.769604 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5942bd89-fed4-412c-b1dd-a6982000d399 req-0b73ab3f-7a26-4865-b106-31d889e93299 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 944 time: 0.4628007 Feb 17 00:35:43.857633 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd57e48-a2b5-47dd-991b-ffe94d3578ab req-41d33345-743e-4e8f-a063-59c347e63e36 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:43.859380 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2fd57e48-a2b5-47dd-991b-ffe94d3578ab req-41d33345-743e-4e8f-a063-59c347e63e36 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1935105 Feb 17 00:35:43.905925 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5942bd89-fed4-412c-b1dd-a6982000d399 req-5e6c47f8-000b-461c-87c6-88e0ba0e1480 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bbcdcea-a095-4e72-a305-ddd1df197ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352725 Feb 17 00:35:43.907286 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.objects.ports [None req-c5aa8856-27d8-4b13-b260-cd8e15690d5e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:35:43.926353 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2fd57e48-a2b5-47dd-991b-ffe94d3578ab req-b0553289-c935-4242-b9b1-a893516f774d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576184 Feb 17 00:35:43.986608 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d785311-46af-48f6-8a5e-bcafd87c945b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:44.013175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d785311-46af-48f6-8a5e-bcafd87c945b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:44.028811 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-593e1683-02cd-4d74-9d01-80533d3ded55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:44.080544 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-5d785311-46af-48f6-8a5e-bcafd87c945b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=73a04afc5ea645688e3dc2cc6a93bef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9860318 Feb 17 00:35:44.082734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d785311-46af-48f6-8a5e-bcafd87c945b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ef8454-89e6-42a9-bec4-20ba222c83f5,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:44.083465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 37468) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:44.087411 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5d785311-46af-48f6-8a5e-bcafd87c945b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:44.182547 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b462-83ab-4ebb-8e13-35e39e7c3871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:44.215665 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b462-83ab-4ebb-8e13-35e39e7c3871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:44.531857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b462-83ab-4ebb-8e13-35e39e7c3871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:44.536836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ef59aa3a-861f-4865-9501-7d58d7363639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:44.547698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4b462-83ab-4ebb-8e13-35e39e7c3871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ef8454-89e6-42a9-bec4-20ba222c83f5,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:44.552389 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7ce4b462-83ab-4ebb-8e13-35e39e7c3871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:44.554520 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b462-83ab-4ebb-8e13-35e39e7c3871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:44.555756 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-7ce4b462-83ab-4ebb-8e13-35e39e7c3871 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/37ef8454-89e6-42a9-bec4-20ba222c83f5 HTTP/1.1" status: 204 len: 168 time: 0.4712012 Feb 17 00:35:44.575581 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 5e1f4654-ebb5-45ec-a011-1a1d52ab075a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:44.657734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:44.658164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:44.964773 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device daa34f7b-d292-45f4-bc8d-d226f7acc40c up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:45.119907 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port daa34f7b-d292-45f4-bc8d-d226f7acc40c completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:35:45.121402 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port daa34f7b-d292-45f4-bc8d-d226f7acc40c triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:45.121839 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:45.195320 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8bcb1-01cf-41e2-80a8-2d9c86f7c067 req-7909a5a1-3df3-4ff1-8c3b-6800514a8681 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:45.207335 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-acd8bcb1-01cf-41e2-80a8-2d9c86f7c067 req-7909a5a1-3df3-4ff1-8c3b-6800514a8681 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1349249 Feb 17 00:35:45.269098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:45.294288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3a519-8db5-408b-9871-ca043deae80d req-a2a6a478-fc1c-4b65-b3d1-7775b6a91498 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:45.295842 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d8d3a519-8db5-408b-9871-ca043deae80d req-a2a6a478-fc1c-4b65-b3d1-7775b6a91498 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 944 time: 0.1948907 Feb 17 00:35:45.299849 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-acd8bcb1-01cf-41e2-80a8-2d9c86f7c067 req-2578cd8f-a0da-4d02-931b-c2f5b1ee9c03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859489 Feb 17 00:35:45.343777 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port daa34f7b-d292-45f4-bc8d-d226f7acc40c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=daa34f7b-d292-45f4-bc8d-d226f7acc40c,segment=NetworkSegment(09ef9c4c-3a24-46fc-88e7-4dc0238735ad),segment_id=09ef9c4c-3a24-46fc-88e7-4dc0238735ad)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:35:45.346062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa85754e-8f0f-46bf-944b-88efa46fd7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa34f7b-d292-45f4-bc8d-d226f7acc40c'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:35:45.351596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:45.383829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:45.385777 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:45.396913 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d8d3a519-8db5-408b-9871-ca043deae80d req-00d7c5d5-cf7c-486b-bdee-6a6485ea4700 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bbcdcea-a095-4e72-a305-ddd1df197ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934086 Feb 17 00:35:45.484028 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=daa34f7b-d292-45f4-bc8d-d226f7acc40c,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:45.487354 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3b293636-a72c-49a7-92c0-7d423f2f577a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:45.488880 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:45.618589 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa85754e-8f0f-46bf-944b-88efa46fd7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa34f7b-d292-45f4-bc8d-d226f7acc40c', 'code': 200} Feb 17 00:35:45.809554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 5e1f4654-ebb5-45ec-a011-1a1d52ab075a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:45.890835 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:45.891214 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:45.987619 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0ca5b-12fd-4bc2-a748-3e830556ae61 req-70f7e2dd-ccbd-467f-a1cc-f2414dea09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:45.989698 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d6d0ca5b-12fd-4bc2-a748-3e830556ae61 req-70f7e2dd-ccbd-467f-a1cc-f2414dea09a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 1163 time: 0.0969348 Feb 17 00:35:45.994868 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-b08be64d-6a2c-49fb-b478-7318863a0802 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:45.995624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-b08be64d-6a2c-49fb-b478-7318863a0802 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Synchronizing usage tracker for tenant:43d705ebadea4c7ca3f9f0feb8812c34 on resource:network {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:35:46.041614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-b08be64d-6a2c-49fb-b478-7318863a0802 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Unset dirty status for tenant:43d705ebadea4c7ca3f9f0feb8812c34 on resource:network {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:35:46.043111 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-b08be64d-6a2c-49fb-b478-7318863a0802 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/networks?id=a08a357a-6563-4568-b0d3-920d1ea7800d HTTP/1.1" status: 200 len: 814 time: 0.2594917 Feb 17 00:35:46.045611 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device daa34f7b-d292-45f4-bc8d-d226f7acc40c up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:46.057408 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d6d0ca5b-12fd-4bc2-a748-3e830556ae61 req-1f2d6651-f266-4300-9070-0b1696d0a5ce service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6bbcdcea-a095-4e72-a305-ddd1df197ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584404 Feb 17 00:35:46.062612 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-11cea1fb-7e24-4902-a367-da26dbe86531 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/quotas/43d705ebadea4c7ca3f9f0feb8812c34 HTTP/1.1" status: 200 len: 375 time: 0.0122108 Feb 17 00:35:46.133269 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-3e6bbe72-4d70-49bb-ba2c-80f542822fb6 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=43d705ebadea4c7ca3f9f0feb8812c34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630431 Feb 17 00:35:46.137327 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port daa34f7b-d292-45f4-bc8d-d226f7acc40c triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:46.137779 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:46.370974 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-92494257-470d-4842-82e5-02d2721b1787 service neutron] 10.222.0.38 "GET /v2.0/networks/a08a357a-6563-4568-b0d3-920d1ea7800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288249 Feb 17 00:35:46.536855 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7a1a-dee3-4f3a-8e35-9b05811607c1 req-f95b63d9-c088-405b-9602-2b52099da190 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:46.537170 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-a31e7f8d-5a25-4aef-b14e-217c62b5e5db service neutron] 10.222.0.38 "GET /v2.0/networks/a08a357a-6563-4568-b0d3-920d1ea7800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1600025 Feb 17 00:35:46.539323 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-05ee7a1a-dee3-4f3a-8e35-9b05811607c1 req-f95b63d9-c088-405b-9602-2b52099da190 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1127739 Feb 17 00:35:46.546169 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 37548) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:46.550789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:46.592577 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-05ee7a1a-dee3-4f3a-8e35-9b05811607c1 req-f4e3568c-a6d3-4e30-921f-c04329ce626f tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467105 Feb 17 00:35:46.684836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-223145e7-71a8-4a47-bffd-2b86f1c18489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:46.703216 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-223145e7-71a8-4a47-bffd-2b86f1c18489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:46.707351 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-223145e7-71a8-4a47-bffd-2b86f1c18489 admin admin] Usage tracker for resource:security_group_rule and tenant:8b11426dbcee47268ed51621a9c07298 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:46.711506 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-223145e7-71a8-4a47-bffd-2b86f1c18489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:46.717423 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-223145e7-71a8-4a47-bffd-2b86f1c18489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:46.840428 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-223145e7-71a8-4a47-bffd-2b86f1c18489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:46.860652 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb719bfd-38e2-45c7-af5e-676adf199bf2 req-695f7a10-c1d3-40b5-8a8d-3edad5cb7599 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:46.862130 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cb719bfd-38e2-45c7-af5e-676adf199bf2 req-695f7a10-c1d3-40b5-8a8d-3edad5cb7599 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 946 time: 0.0924127 Feb 17 00:35:46.870603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-223145e7-71a8-4a47-bffd-2b86f1c18489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:46.884169 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-81d5ccd0-8707-40fe-a7cf-eb532214d651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:46.920832 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:46.921036 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cb719bfd-38e2-45c7-af5e-676adf199bf2 req-3305fb96-d0e7-4959-a607-a817bd3d2f46 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bbcdcea-a095-4e72-a305-ddd1df197ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506935 Feb 17 00:35:46.929175 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-223145e7-71a8-4a47-bffd-2b86f1c18489 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b11426dbcee47268ed51621a9c07298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784840 Feb 17 00:35:46.930154 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 37562) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:46.934290 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223145e7-71a8-4a47-bffd-2b86f1c18489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a976d1ce-650f-4622-8f11-fa677c9dff57,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:46.937629 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-223145e7-71a8-4a47-bffd-2b86f1c18489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:47.039669 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d9e1e794-000e-4d1f-a35e-62a2ffef95a2 req-59647a2a-037d-4d91-b53d-74118d753743 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 210 time: 0.0586159 Feb 17 00:35:47.055087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8640-18e9-4f87-8094-58a758788e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:47.088299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8640-18e9-4f87-8094-58a758788e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:47.229169 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8640-18e9-4f87-8094-58a758788e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:47.234745 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3d710e43-8784-42ed-83fd-c4a314fc26a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:47.247893 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f8640-18e9-4f87-8094-58a758788e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a976d1ce-650f-4622-8f11-fa677c9dff57,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:47.250340 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5d9f8640-18e9-4f87-8094-58a758788e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:47.258286 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8640-18e9-4f87-8094-58a758788e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:47.261143 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-5d9f8640-18e9-4f87-8094-58a758788e20 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a976d1ce-650f-4622-8f11-fa677c9dff57 HTTP/1.1" status: 204 len: 168 time: 0.3301568 Feb 17 00:35:47.805931 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device daa34f7b-d292-45f4-bc8d-d226f7acc40c up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:47.836387 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e173b4-2c90-4ef0-8c3a-db3775fd1aba req-370b1735-5d8f-4f2a-8e6c-c13c679bca2d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:47.838414 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-31e173b4-2c90-4ef0-8c3a-db3775fd1aba req-370b1735-5d8f-4f2a-8e6c-c13c679bca2d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1150470 Feb 17 00:35:47.896280 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-31e173b4-2c90-4ef0-8c3a-db3775fd1aba req-59a93d14-bd1a-4d39-9ef6-744a3069b6cf tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517006 Feb 17 00:35:47.903559 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port daa34f7b-d292-45f4-bc8d-d226f7acc40c triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:47.904094 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:48.188271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ef067-7417-40c5-abdd-dfd7d1145a48 req-b79b39c7-8dd8-43db-982e-3e68cb4407b4 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:48.190269 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d46ef067-7417-40c5-abdd-dfd7d1145a48 req-b79b39c7-8dd8-43db-982e-3e68cb4407b4 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 946 time: 0.1402633 Feb 17 00:35:48.243685 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d46ef067-7417-40c5-abdd-dfd7d1145a48 req-a7c40073-0a69-4235-a5fc-496f3b0121fd tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bbcdcea-a095-4e72-a305-ddd1df197ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465300 Feb 17 00:35:48.309989 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3d0e0dbb-4927-4c5e-9596-634273ed149b req-655d6923-e058-4742-8db0-63cfb815e910 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 210 time: 0.0607979 Feb 17 00:35:49.108707 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cc540-3583-41e5-a5b3-132af909fc5f req-ad9f058c-5094-48e8-a0d2-b1f913770e91 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:49.110373 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-327cc540-3583-41e5-a5b3-132af909fc5f req-ad9f058c-5094-48e8-a0d2-b1f913770e91 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0923009 Feb 17 00:35:49.266674 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-327cc540-3583-41e5-a5b3-132af909fc5f req-0f597e0f-deb0-44f4-a584-b5f13b31d021 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482832 Feb 17 00:35:49.354873 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-20524a9b-1101-4b30-998f-558686b63647 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:49.358642 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-20524a9b-1101-4b30-998f-558686b63647 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.49 "GET /v2.0/networks?id=a08a357a-6563-4568-b0d3-920d1ea7800d HTTP/1.1" status: 200 len: 814 time: 0.2222440 Feb 17 00:35:49.375746 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Request body: {'port': {'device_id': 'ada2e282-e03f-4503-9be2-ebb409848b9e', 'network_id': 'a08a357a-6563-4568-b0d3-920d1ea7800d', 'admin_state_up': True, 'tenant_id': '43d705ebadea4c7ca3f9f0feb8812c34'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:49.604269 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35a61966-575e-4f8c-a10c-cc3e7be25a82 req-75eaf4b7-dd2a-4ca0-8b35-823a3f6a2352 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 210 time: 0.0783315 Feb 17 00:35:49.673524 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-246aac1e-a7fd-4c52-b1e4-32620b4e035d req-30ba8e59-394d-4549-897c-a3ccf238cc60 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2777617 Feb 17 00:35:49.684299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:49.688432 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Usage tracker for resource:port and tenant:43d705ebadea4c7ca3f9f0feb8812c34 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:49.691596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:49.697912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:49.756743 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Made reservation on behalf of 43d705ebadea4c7ca3f9f0feb8812c34 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:35:49.762627 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:49.769062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d3439-eed2-4cf3-b3b5-a8d5cbec05a0 req-040fe519-af35-4ed1-ac31-d7b3ab29f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:49.770704 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-624d3439-eed2-4cf3-b3b5-a8d5cbec05a0 req-040fe519-af35-4ed1-ac31-d7b3ab29f907 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 1163 time: 0.0822318 Feb 17 00:35:49.824491 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-624d3439-eed2-4cf3-b3b5-a8d5cbec05a0 req-798b5b81-4721-4917-ad8c-ae48b692d6bc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Feb 17 00:35:49.941825 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246aac1e-a7fd-4c52-b1e4-32620b4e035d req-e8d63c9e-d6c1-4a38-8320-87d0edf086dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:49.943398 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-246aac1e-a7fd-4c52-b1e4-32620b4e035d req-e8d63c9e-d6c1-4a38-8320-87d0edf086dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dc6049af5414093b47adfcd95956623&device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 1162 time: 0.2283506 Feb 17 00:35:50.250640 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246aac1e-a7fd-4c52-b1e4-32620b4e035d req-5c7422f5-4e18-442c-91eb-a96938cf809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:50.252110 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-246aac1e-a7fd-4c52-b1e4-32620b4e035d req-5c7422f5-4e18-442c-91eb-a96938cf809e service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 200 len: 913 time: 0.1749282 Feb 17 00:35:50.253299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Allocated IP 172.20.0.6 (a08a357a-6563-4568-b0d3-920d1ea7800d/89697c0b-2970-4f17-a239-fce0aa28d29b/34081f2b-40e8-4441-acac-debca56b018a) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:35:50.330893 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-246aac1e-a7fd-4c52-b1e4-32620b4e035d req-19c6cf39-94df-4bcc-add1-936b38a7949d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 HTTP/1.1" status: 200 len: 217 time: 0.0676732 Feb 17 00:35:50.424170 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246aac1e-a7fd-4c52-b1e4-32620b4e035d req-40d1dd0a-6eda-4e9b-8dbc-8ab6ee5bc5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:50.425812 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-246aac1e-a7fd-4c52-b1e4-32620b4e035d req-40d1dd0a-6eda-4e9b-8dbc-8ab6ee5bc5e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b10397f5-495d-4d30-83f5-ea178ae22011 HTTP/1.1" status: 200 len: 859 time: 0.0871067 Feb 17 00:35:50.503364 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-246aac1e-a7fd-4c52-b1e4-32620b4e035d req-72a987a2-0f90-4fc8-b94e-7785f217da71 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c1fedf-b050-43eb-97d0-4a3845e99d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545280 Feb 17 00:35:50.530816 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d65f8-58c3-41c6-9c70-c0330ab76128 req-9494d4c7-d926-47cd-b711-16ff96352318 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:50.532787 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c37d65f8-58c3-41c6-9c70-c0330ab76128 req-9494d4c7-d926-47cd-b711-16ff96352318 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0975626 Feb 17 00:35:50.599968 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c37d65f8-58c3-41c6-9c70-c0330ab76128 req-4f221cdc-c86c-4f50-bb93-b0ce4e20ae46 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545018 Feb 17 00:35:50.734159 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-246aac1e-a7fd-4c52-b1e4-32620b4e035d req-056af686-9e45-44ce-9cd5-3f3146c3ce6a service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595674 Feb 17 00:35:50.818011 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3f453d18-1b58-4617-a8c0-584c4edb5067 req-59f53191-e9ab-4016-acb9-59c3827a6646 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 210 time: 0.0515769 Feb 17 00:35:50.955458 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:50.984306 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-246aac1e-a7fd-4c52-b1e4-32620b4e035d req-3cc339aa-747f-4363-a312-f9ef7c446347 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2402253 Feb 17 00:35:51.029295 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:51.112793 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:51.250107 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Pushing event updated for resources: {'Port': ['ID=34081f2b-40e8-4441-acac-debca56b018a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:51.253743 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:51.301046 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Network a08a357a-6563-4568-b0d3-920d1ea7800d is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:35:51.302284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:35:51.304805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:35:51.309519 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:51.309979 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:51.372682 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0022321 Feb 17 00:35:51.390820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Request body: {'port': {'device_id': 'ada2e282-e03f-4503-9be2-ebb409848b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:51.732161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:51.814260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f84f10-b76d-4750-9429-06cab3b98cc0 req-280efba6-f2d8-485f-b649-0cbf44ce56c6 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:51.815930 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d9f84f10-b76d-4750-9429-06cab3b98cc0 req-280efba6-f2d8-485f-b649-0cbf44ce56c6 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0939331 Feb 17 00:35:51.867794 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d9f84f10-b76d-4750-9429-06cab3b98cc0 req-84173c9b-6dd1-4280-9d37-4c148b249e5c tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434122 Feb 17 00:35:52.112468 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c2e9f-da4c-4546-b750-5757f144499a req-c833c0ea-005a-474d-8069-0228190060e4 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:52.119338 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-368c2e9f-da4c-4546-b750-5757f144499a req-c833c0ea-005a-474d-8069-0228190060e4 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 931 time: 0.1313248 Feb 17 00:35:52.178477 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-368c2e9f-da4c-4546-b750-5757f144499a req-97a78bd3-b798-4ab4-be9d-ea268a5ef865 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Synchronizing usage tracker for tenant:43d705ebadea4c7ca3f9f0feb8812c34 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:35:52.241467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-368c2e9f-da4c-4546-b750-5757f144499a req-97a78bd3-b798-4ab4-be9d-ea268a5ef865 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Unset dirty status for tenant:43d705ebadea4c7ca3f9f0feb8812c34 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:35:52.242427 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-368c2e9f-da4c-4546-b750-5757f144499a req-97a78bd3-b798-4ab4-be9d-ea268a5ef865 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135614 Feb 17 00:35:52.315454 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34081f2b-40e8-4441-acac-debca56b018a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:35:52.324800 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:52.392595 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Transition to ACTIVE for port object 34081f2b-40e8-4441-acac-debca56b018a will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:35:52.452129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:52.474465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:52.535294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e73f63-103b-48ea-bb96-32c8cc12b217 req-86d706bf-02f8-468c-87e6-77e1a0a655a7 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:52.536913 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-93e73f63-103b-48ea-bb96-32c8cc12b217 req-86d706bf-02f8-468c-87e6-77e1a0a655a7 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0949221 Feb 17 00:35:52.590021 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-93e73f63-103b-48ea-bb96-32c8cc12b217 req-480d0c26-10d8-4c8a-9346-a51e23d2bf0e tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458941 Feb 17 00:35:52.590715 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 37706) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:52.650699 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Pushing event updated for resources: {'Port': ['ID=34081f2b-40e8-4441-acac-debca56b018a,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:52.665851 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:52.732495 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0951b26b-f7de-4575-86cd-d652e06dbc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:52.737641 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cedc5b-62a4-4a94-bb9b-795d08ffa31c req-49d0f8c5-ec29-4c04-a166-5b44d5c6d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:52.739303 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-06cedc5b-62a4-4a94-bb9b-795d08ffa31c req-49d0f8c5-ec29-4c04-a166-5b44d5c6d445 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dc6049af5414093b47adfcd95956623&device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 1163 time: 0.2689106 Feb 17 00:35:52.753917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-0951b26b-f7de-4575-86cd-d652e06dbc54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:52.760505 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-0951b26b-f7de-4575-86cd-d652e06dbc54 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a958eabf7e4585b5c74d2a0d0d3a5d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:52.764392 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-0951b26b-f7de-4575-86cd-d652e06dbc54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:52.771439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-0951b26b-f7de-4575-86cd-d652e06dbc54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:52.908091 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0951b26b-f7de-4575-86cd-d652e06dbc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:52.954926 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0951b26b-f7de-4575-86cd-d652e06dbc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:52.965324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-49dbff04-b98f-499c-9b69-45d25a886d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:53.008822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Attempting to bind port 34081f2b-40e8-4441-acac-debca56b018a on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:35:53.009098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Attempting to bind port 34081f2b-40e8-4441-acac-debca56b018a by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '38f1770b-39d3-49cd-8a63-b13c1e7a74c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a08a357a-6563-4568-b0d3-920d1ea7800d'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:35:53.009503 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Attempting to bind port 34081f2b-40e8-4441-acac-debca56b018a on network a08a357a-6563-4568-b0d3-920d1ea7800d {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:35:53.011478 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-0951b26b-f7de-4575-86cd-d652e06dbc54 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a7a958eabf7e4585b5c74d2a0d0d3a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194834 Feb 17 00:35:53.012115 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 37718) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:53.014743 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951b26b-f7de-4575-86cd-d652e06dbc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780df08e-da76-4761-8647-5d6d50a7df26,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:53.027989 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0951b26b-f7de-4575-86cd-d652e06dbc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:53.033409 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:35:53.033803 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Checking segment: {'id': '38f1770b-39d3-49cd-8a63-b13c1e7a74c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a08a357a-6563-4568-b0d3-920d1ea7800d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:35:53.034217 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:53.034618 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Bound using segment: {'id': '38f1770b-39d3-49cd-8a63-b13c1e7a74c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a08a357a-6563-4568-b0d3-920d1ea7800d'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:35:53.035106 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Bound port: 34081f2b-40e8-4441-acac-debca56b018a, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f1770b-39d3-49cd-8a63-b13c1e7a74c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a08a357a-6563-4568-b0d3-920d1ea7800d'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:35:53.035511 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:53.078698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-faaaf76b-bc00-4eca-a552-0eb000f716c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:53.106386 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-faaaf76b-bc00-4eca-a552-0eb000f716c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:53.144079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cedc5b-62a4-4a94-bb9b-795d08ffa31c req-1826e516-2b9c-47fa-ada0-e4711df85f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:53.145712 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-06cedc5b-62a4-4a94-bb9b-795d08ffa31c req-1826e516-2b9c-47fa-ada0-e4711df85f29 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 200 len: 913 time: 0.3920319 Feb 17 00:35:53.179454 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-faaaf76b-bc00-4eca-a552-0eb000f716c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:53.195643 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1cbfa6d5-bcb1-41f1-af62-3412a616f1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:53.209386 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaaf76b-bc00-4eca-a552-0eb000f716c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780df08e-da76-4761-8647-5d6d50a7df26,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:53.212242 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-faaaf76b-bc00-4eca-a552-0eb000f716c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:53.221923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-faaaf76b-bc00-4eca-a552-0eb000f716c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:53.223570 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-faaaf76b-bc00-4eca-a552-0eb000f716c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/780df08e-da76-4761-8647-5d6d50a7df26 HTTP/1.1" status: 204 len: 168 time: 0.2100589 Feb 17 00:35:53.227200 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5274d-3f08-4244-be9e-e48add5f6ebc req-fa582c18-a704-4da5-9d95-9729e94d866a tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:53.229019 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-84c5274d-3f08-4244-be9e-e48add5f6ebc req-fa582c18-a704-4da5-9d95-9729e94d866a tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 946 time: 0.3195920 Feb 17 00:35:53.252232 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-06cedc5b-62a4-4a94-bb9b-795d08ffa31c req-8d017a9e-c608-45ad-89e5-811ec9c8a3bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1f4654-ebb5-45ec-a011-1a1d52ab075a HTTP/1.1" status: 200 len: 217 time: 0.0895731 Feb 17 00:35:53.255233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] For port 34081f2b-40e8-4441-acac-debca56b018a, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:35:53.324987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] For port 34081f2b-40e8-4441-acac-debca56b018a, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=34081f2b-40e8-4441-acac-debca56b018a,segment=NetworkSegment(38f1770b-39d3-49cd-8a63-b13c1e7a74c9),segment_id=38f1770b-39d3-49cd-8a63-b13c1e7a74c9)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:35:53.361649 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-84c5274d-3f08-4244-be9e-e48add5f6ebc req-5d7c32e6-8d98-4ac1-9063-1706fb4defd7 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bbcdcea-a095-4e72-a305-ddd1df197ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114185 Feb 17 00:35:53.368236 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cedc5b-62a4-4a94-bb9b-795d08ffa31c req-ab04b752-d073-48cb-b3bf-a0c6525c0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:53.369808 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-06cedc5b-62a4-4a94-bb9b-795d08ffa31c req-ab04b752-d073-48cb-b3bf-a0c6525c0e88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b10397f5-495d-4d30-83f5-ea178ae22011 HTTP/1.1" status: 200 len: 859 time: 0.0959184 Feb 17 00:35:53.371035 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:53.397837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8e7132a9-1d07-421c-804c-5ef15ac7fb03 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:53.487499 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d38aef-ce64-4ac3-8a65-2ffa196bc175 req-8ee494bf-cd58-4abe-beef-14fdf8a06d43 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:53.489148 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5d38aef-ce64-4ac3-8a65-2ffa196bc175 req-8ee494bf-cd58-4abe-beef-14fdf8a06d43 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 943 time: 0.1091273 Feb 17 00:35:53.540669 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5d38aef-ce64-4ac3-8a65-2ffa196bc175 req-668aa9f8-d551-4626-9582-5c2158968ad1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448430 Feb 17 00:35:53.545181 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-06cedc5b-62a4-4a94-bb9b-795d08ffa31c req-287152a2-4cd1-4d84-a26d-1969a26dfcd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c1fedf-b050-43eb-97d0-4a3845e99d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568902 Feb 17 00:35:53.679654 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Pushing event updated for resources: {'Port': ['ID=34081f2b-40e8-4441-acac-debca56b018a,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:53.695840 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:53.725250 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 37732) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:53.744202 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a91dc932-a7a6-4af7-b1e5-e8f89e0461ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:53.759829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-a91dc932-a7a6-4af7-b1e5-e8f89e0461ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:53.763851 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-a91dc932-a7a6-4af7-b1e5-e8f89e0461ac admin admin] Usage tracker for resource:security_group_rule and tenant:b971936ac25e4575a5fa5e29fb3be3b6 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:53.767007 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-a91dc932-a7a6-4af7-b1e5-e8f89e0461ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:53.773178 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-a91dc932-a7a6-4af7-b1e5-e8f89e0461ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:53.816618 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-06cedc5b-62a4-4a94-bb9b-795d08ffa31c req-a1829edd-0d07-43cb-9579-d7e214f8c123 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545507 Feb 17 00:35:53.822456 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:53.823163 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:53.827439 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] 10.222.0.49 "PUT /v2.0/ports/34081f2b-40e8-4441-acac-debca56b018a HTTP/1.1" status: 200 len: 1157 time: 2.4388561 Feb 17 00:35:53.827439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada2e282-e03f-4503-9be2-ebb409848b9e', 'tag': '34081f2b-40e8-4441-acac-debca56b018a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:35:53.861974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a91dc932-a7a6-4af7-b1e5-e8f89e0461ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:53.927027 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a91dc932-a7a6-4af7-b1e5-e8f89e0461ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:53.937761 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada2e282-e03f-4503-9be2-ebb409848b9e', 'tag': '34081f2b-40e8-4441-acac-debca56b018a', 'status': 'completed', 'code': 200} Feb 17 00:35:53.940727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-faaaf76b-bc00-4eca-a552-0eb000f716c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:53.982873 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dc932-a7a6-4af7-b1e5-e8f89e0461ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ff868c-c55f-4308-8d3e-4769fbb6ea28,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:53.987438 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-a91dc932-a7a6-4af7-b1e5-e8f89e0461ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b971936ac25e4575a5fa5e29fb3be3b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610505 Feb 17 00:35:53.988451 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a91dc932-a7a6-4af7-b1e5-e8f89e0461ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:53.990179 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 37740) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:53.995556 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e153ad3-39b5-46e6-8417-28d3576d18b3 req-ef41cbf5-7588-484a-b4d9-24bed0ba077a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:53.997286 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8e153ad3-39b5-46e6-8417-28d3576d18b3 req-ef41cbf5-7588-484a-b4d9-24bed0ba077a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.2793512 Feb 17 00:35:54.054977 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e9e8be56-be3c-46ce-b9ed-0e83b8a7c0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:54.088193 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e9e8be56-be3c-46ce-b9ed-0e83b8a7c0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:54.095719 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8e153ad3-39b5-46e6-8417-28d3576d18b3 req-b2cdda57-acf4-4c35-8c65-ead3eb19c1a0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900912 Feb 17 00:35:54.117282 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-06cedc5b-62a4-4a94-bb9b-795d08ffa31c req-e1680123-f652-40d4-91bc-47f87f64573e service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2699225 Feb 17 00:35:54.132211 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d8245-32d0-4450-a743-bef6feb9af00 req-7ed67c7e-e8ee-453f-990d-d3db8a688bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:54.134114 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-240d8245-32d0-4450-a743-bef6feb9af00 req-7ed67c7e-e8ee-453f-990d-d3db8a688bab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=43d705ebadea4c7ca3f9f0feb8812c34&device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 1160 time: 0.1983023 Feb 17 00:35:54.172017 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e9e8be56-be3c-46ce-b9ed-0e83b8a7c0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:54.181925 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-391f3756-0123-4a21-8e0f-9e9a263d4f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:54.204598 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8be56-be3c-46ce-b9ed-0e83b8a7c0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ff868c-c55f-4308-8d3e-4769fbb6ea28,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:54.209027 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e9e8be56-be3c-46ce-b9ed-0e83b8a7c0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:54.213760 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e9e8be56-be3c-46ce-b9ed-0e83b8a7c0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:54.218245 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-e9e8be56-be3c-46ce-b9ed-0e83b8a7c0e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/89ff868c-c55f-4308-8d3e-4769fbb6ea28 HTTP/1.1" status: 204 len: 168 time: 0.2265153 Feb 17 00:35:54.333289 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d8245-32d0-4450-a743-bef6feb9af00 req-25c7aa62-fdbf-4b39-b0f5-acafdd36617e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:54.333289 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-240d8245-32d0-4450-a743-bef6feb9af00 req-25c7aa62-fdbf-4b39-b0f5-acafdd36617e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=43d705ebadea4c7ca3f9f0feb8812c34&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1784930 Feb 17 00:35:54.486324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d8245-32d0-4450-a743-bef6feb9af00 req-01ef671d-29b3-40ab-ba04-56860d90c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:54.487936 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-240d8245-32d0-4450-a743-bef6feb9af00 req-01ef671d-29b3-40ab-ba04-56860d90c527 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1471889 Feb 17 00:35:54.654835 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39184c-fa40-45c4-ada7-84e39f6f38db req-52519c14-35c5-4516-8504-640512b876da tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:54.656508 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-dd39184c-fa40-45c4-ada7-84e39f6f38db req-52519c14-35c5-4516-8504-640512b876da tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 946 time: 0.1676278 Feb 17 00:35:54.663260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-7ccda97e-bd54-499e-bc0a-7b61a0a9014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:54.664727 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-7ccda97e-bd54-499e-bc0a-7b61a0a9014d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=43d705ebadea4c7ca3f9f0feb8812c34&device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 1160 time: 0.1137242 Feb 17 00:35:54.769444 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-a0bf0563-629a-45da-9e6f-efa2f4c724fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34081f2b-40e8-4441-acac-debca56b018a HTTP/1.1" status: 200 len: 217 time: 0.0839450 Feb 17 00:35:54.821261 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-dd39184c-fa40-45c4-ada7-84e39f6f38db req-e47ff2c6-7db5-4718-b46f-94b6bfec4564 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bbcdcea-a095-4e72-a305-ddd1df197ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529868 Feb 17 00:35:54.862222 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4389093-d3d0-423a-8d02-0369f6f85853 req-568af3d4-8c62-4f19-93bd-25998fb70fb5 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:54.866590 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-ec998f4e-eb81-4958-815b-d15a4b2fc04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:54.868193 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-ec998f4e-eb81-4958-815b-d15a4b2fc04f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89697c0b-2970-4f17-a239-fce0aa28d29b HTTP/1.1" status: 200 len: 854 time: 0.0874598 Feb 17 00:35:54.869931 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e4389093-d3d0-423a-8d02-0369f6f85853 req-568af3d4-8c62-4f19-93bd-25998fb70fb5 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 943 time: 0.1703229 Feb 17 00:35:54.920120 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e4389093-d3d0-423a-8d02-0369f6f85853 req-5f5dec11-4256-4524-8f54-ea700b3b5fa6 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462711 Feb 17 00:35:54.929385 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-5689f679-d104-4f22-8875-36d81e1674bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a08a357a-6563-4568-b0d3-920d1ea7800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518544 Feb 17 00:35:55.058043 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:55.308859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 37776) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:55.373036 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052480f-88a2-4b95-bc86-b4c5af2ebbe3 req-a0f135ee-193a-4ce4-bc8a-cc19dadb77d8 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:55.374946 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d052480f-88a2-4b95-bc86-b4c5af2ebbe3 req-a0f135ee-193a-4ce4-bc8a-cc19dadb77d8 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1040905 Feb 17 00:35:55.435886 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-5477d222-6169-46c9-a31c-5cf434b8ee86 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:55.437520 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-5477d222-6169-46c9-a31c-5cf434b8ee86 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 946 time: 0.5109494 Feb 17 00:35:55.446658 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-ef16dc1c-1deb-4be1-ade8-7107a7ff7d3c service neutron] 10.222.0.49 "GET /v2.0/networks/a08a357a-6563-4568-b0d3-920d1ea7800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714549 Feb 17 00:35:55.489348 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d052480f-88a2-4b95-bc86-b4c5af2ebbe3 req-eae8723d-2915-4c35-98b0-0bc34347a6c7 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972717 Feb 17 00:35:55.552915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1971664736-network', 'tenant_id': '6a4a118e8a054e4da37735614ebfc472'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:55.616373 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:55.631848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Usage tracker for resource:network and tenant:6a4a118e8a054e4da37735614ebfc472 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:55.643169 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:55.654346 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:55.673062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Deleting port daa34f7b-d292-45f4-bc8d-d226f7acc40c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:35:55.673465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:55.761101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Made reservation on behalf of 6a4a118e8a054e4da37735614ebfc472 for: {'network': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:35:55.765727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:55.790643 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab25ae87-2eee-4203-a792-8a2ea01a89a2 req-c19d60c2-e4d8-4f8f-8f2f-8d3b15b3b3d3 service neutron] 10.222.0.49 "GET /v2.0/networks/a08a357a-6563-4568-b0d3-920d1ea7800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2794447 Feb 17 00:35:55.821705 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:55.849015 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:55.862662 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Usage tracker for resource:security_group_rule and tenant:6a4a118e8a054e4da37735614ebfc472 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:55.868380 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:55.876036 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 5e1f4654-ebb5-45ec-a011-1a1d52ab075a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:55.892203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:55.975162 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:55.975841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:56.060275 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] For port daa34f7b-d292-45f4-bc8d-d226f7acc40c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=daa34f7b-d292-45f4-bc8d-d226f7acc40c,segment=NetworkSegment(09ef9c4c-3a24-46fc-88e7-4dc0238735ad),segment_id=09ef9c4c-3a24-46fc-88e7-4dc0238735ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:35:56.060611 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:56.068560 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c367e5d-91ae-4c1a-8885-c9ffe1ce151b req-f6e413f3-729f-4079-a289-94b8ff2c0dac tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:56.070659 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9c367e5d-91ae-4c1a-8885-c9ffe1ce151b req-f6e413f3-729f-4079-a289-94b8ff2c0dac tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 946 time: 0.1020527 Feb 17 00:35:56.134930 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9c367e5d-91ae-4c1a-8885-c9ffe1ce151b req-13d8d5b7-de7a-4ff1-9bb8-96a530d7ced1 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bbcdcea-a095-4e72-a305-ddd1df197ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568252 Feb 17 00:35:56.135824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device daa34f7b-d292-45f4-bc8d-d226f7acc40c no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:35:56.265150 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:56.265675 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Calling delete_port for daa34f7b-d292-45f4-bc8d-d226f7acc40c owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:35:56.297898 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa85754e-8f0f-46bf-944b-88efa46fd7ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daa34f7b-d292-45f4-bc8d-d226f7acc40c'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:35:56.308850 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port daa34f7b-d292-45f4-bc8d-d226f7acc40c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=daa34f7b-d292-45f4-bc8d-d226f7acc40c,segment=NetworkSegment(09ef9c4c-3a24-46fc-88e7-4dc0238735ad),segment_id=09ef9c4c-3a24-46fc-88e7-4dc0238735ad)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:35:56.355385 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:56.355731 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:56.358125 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e7a611f3-7da8-4b6f-a1bb-1e4777e64b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:56.393898 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa85754e-8f0f-46bf-944b-88efa46fd7ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daa34f7b-d292-45f4-bc8d-d226f7acc40c', 'code': 200} Feb 17 00:35:56.438623 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=daa34f7b-d292-45f4-bc8d-d226f7acc40c,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:56.441859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:56.458305 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:56.463990 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3baa8d66-6300-41f9-ac18-f68bb9923cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:56.507861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:35:56.519482 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1faec-0649-458d-8021-26647217150e req-8f2308f7-c244-4a72-a72b-20aaeb0bfcc5 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:56.519482 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-68a1faec-0649-458d-8021-26647217150e req-8f2308f7-c244-4a72-a72b-20aaeb0bfcc5 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Synchronizing usage tracker for tenant:43d705ebadea4c7ca3f9f0feb8812c34 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:35:56.523683 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc1dd6f-917d-4e24-93a7-ec81c1450aca,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:56.531152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:56.533327 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:35:56.533327 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:35:56.539239 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268288631839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:56.539676 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Added segment fb786b73-3363-44bd-be63-0ee59ffdde19 of type vxlan for network 9b172365-2b51-44db-a0f7-00a62d0fa1d3 Feb 17 00:35:56.575458 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:56.598992 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-68a1faec-0649-458d-8021-26647217150e req-8f2308f7-c244-4a72-a72b-20aaeb0bfcc5 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Unset dirty status for tenant:43d705ebadea4c7ca3f9f0feb8812c34 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:35:56.605712 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-68a1faec-0649-458d-8021-26647217150e req-8f2308f7-c244-4a72-a72b-20aaeb0bfcc5 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 943 time: 0.5302441 Feb 17 00:35:56.655867 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-68a1faec-0649-458d-8021-26647217150e req-1e8b63ef-f04c-4ab0-b8fa-f77b2aef51aa tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468333 Feb 17 00:35:56.662970 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:56.664493 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:56.665251 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:56.671345 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:56.743618 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479c1a7-0b59-4390-8cdf-b79f3cc10a84 req-5c140b0d-dd17-48c8-b9e4-6eca2740617a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:56.745293 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6479c1a7-0b59-4390-8cdf-b79f3cc10a84 req-5c140b0d-dd17-48c8-b9e4-6eca2740617a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1098809 Feb 17 00:35:56.791061 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Pushing event updated for resources: {'Network': ['ID=9b172365-2b51-44db-a0f7-00a62d0fa1d3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:56.795313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:56.795506 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6479c1a7-0b59-4390-8cdf-b79f3cc10a84 req-131f3a17-5c48-4315-9292-cf5bae233a29 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428970 Feb 17 00:35:56.806282 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network 9b172365-2b51-44db-a0f7-00a62d0fa1d3 details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:35:56.824004 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network 9b172365-2b51-44db-a0f7-00a62d0fa1d3 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:35:56.846776 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5316746 Feb 17 00:35:56.850364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 37804) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:35:56.856691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Request body: {'subnet': {'network_id': '9b172365-2b51-44db-a0f7-00a62d0fa1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1971664736-subnet', 'tenant_id': '6a4a118e8a054e4da37735614ebfc472', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:35:56.861916 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:35:56.866070 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Usage tracker for resource:subnet and tenant:6a4a118e8a054e4da37735614ebfc472 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:35:56.869108 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:35:56.875419 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:35:56.908723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Made reservation on behalf of 6a4a118e8a054e4da37735614ebfc472 for: {'subnet': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:35:56.914540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:57.033837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Deleting port daa34f7b-d292-45f4-bc8d-d226f7acc40c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:35:57.034223 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:57.381579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0977b-4ff0-48b9-9f01-32e78752966f req-dc5fb3ef-7395-411a-bb6b-72535028c700 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:57.383413 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bae0977b-4ff0-48b9-9f01-32e78752966f req-dc5fb3ef-7395-411a-bb6b-72535028c700 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 944 time: 0.1054044 Feb 17 00:35:57.447405 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bae0977b-4ff0-48b9-9f01-32e78752966f req-96060e72-89c5-48fe-8efc-15a8654bf6ef tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/security-groups?id=6bbcdcea-a095-4e72-a305-ddd1df197ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557082 Feb 17 00:35:57.495588 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] For port daa34f7b-d292-45f4-bc8d-d226f7acc40c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=daa34f7b-d292-45f4-bc8d-d226f7acc40c,segment=NetworkSegment(09ef9c4c-3a24-46fc-88e7-4dc0238735ad),segment_id=09ef9c4c-3a24-46fc-88e7-4dc0238735ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:35:57.495989 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:57.639634 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Calling delete_port for daa34f7b-d292-45f4-bc8d-d226f7acc40c owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:35:57.888322 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for subnet, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:57.911131 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b39c3473-4f07-4952-89fe-ed1bad206a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:57.943047 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad30a1-69de-4f42-80d3-f0300ff03191 req-31c504d2-2831-4439-bb32-0b14422ec2e1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:57.946238 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-17ad30a1-69de-4f42-80d3-f0300ff03191 req-31c504d2-2831-4439-bb32-0b14422ec2e1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 943 time: 0.1098745 Feb 17 00:35:57.986207 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.objects.ports [None req-440aa51c-acd8-4aef-87d4-fe5c9d649a3c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:35:58.019012 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3266bc-09fc-45dd-9853-ccc68c891412,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:58.027384 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:58.031559 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-17ad30a1-69de-4f42-80d3-f0300ff03191 req-8145723b-15e2-4ef6-8ec7-97fa264c4bf1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764618 Feb 17 00:35:58.062057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:58.078835 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:58.399703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Pushing event deleted for resources: {'Port': ['ID=daa34f7b-d292-45f4-bc8d-d226f7acc40c,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:58.420485 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:58.511833 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Checking segment: {'id': 'fb786b73-3363-44bd-be63-0ee59ffdde19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9b172365-2b51-44db-a0f7-00a62d0fa1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:35:58.512381 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Network hostable DHCP agents. Network: 9b172365-2b51-44db-a0f7-00a62d0fa1d3, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:35:58.549476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 5e1f4654-ebb5-45ec-a011-1a1d52ab075a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:58.581478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] No DVR routers for this DVR port daa34f7b-d292-45f4-bc8d-d226f7acc40c on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:35:58.590449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:58.594889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa85754e-8f0f-46bf-944b-88efa46fd7ac', 'name': 'network-vif-deleted', 'tag': 'daa34f7b-d292-45f4-bc8d-d226f7acc40c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:35:58.609698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Network 9b172365-2b51-44db-a0f7-00a62d0fa1d3 is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:35:58.614276 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bb46775a-a2f3-4407-8fe4-b0d413b539eb req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.49 "DELETE /v2.0/ports/daa34f7b-d292-45f4-bc8d-d226f7acc40c HTTP/1.1" status: 204 len: 173 time: 3.1666210 Feb 17 00:35:58.651735 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:58.652190 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:58.672103 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa85754e-8f0f-46bf-944b-88efa46fd7ac', 'name': 'network-vif-deleted', 'tag': 'daa34f7b-d292-45f4-bc8d-d226f7acc40c', 'status': 'completed', 'code': 200} Feb 17 00:35:58.678583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, 9b172365-2b51-44db-a0f7-00a62d0fa1d3) {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:35:58.681375 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-99e9d15a-2253-4133-809a-6df698c7d70d req-f131d222-2c11-4285-b452-b0b67c879dd0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Synchronizing usage tracker for tenant:324d9d96e37f4e8eac472c1a5939ca49 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:35:58.687764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:58.688416 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:58.708587 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c30cc-2590-4471-96ed-b897e407d439 None None] Network 9b172365-2b51-44db-a0f7-00a62d0fa1d3 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:35:58.738049 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-99e9d15a-2253-4133-809a-6df698c7d70d req-f131d222-2c11-4285-b452-b0b67c879dd0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Unset dirty status for tenant:324d9d96e37f4e8eac472c1a5939ca49 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:35:58.739321 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-99e9d15a-2253-4133-809a-6df698c7d70d req-f131d222-2c11-4285-b452-b0b67c879dd0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa85754e-8f0f-46bf-944b-88efa46fd7ac HTTP/1.1" status: 200 len: 210 time: 0.1155183 Feb 17 00:35:58.767182 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9155216 Feb 17 00:35:58.918441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fbdbc-f8cf-48ba-a025-98322a382d6e req-927c10d8-4547-4151-a41f-09f95d4cef53 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:58.920100 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-204fbdbc-f8cf-48ba-a025-98322a382d6e req-927c10d8-4547-4151-a41f-09f95d4cef53 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1568666 Feb 17 00:35:58.953575 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 34081f2b-40e8-4441-acac-debca56b018a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:58.979026 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-204fbdbc-f8cf-48ba-a025-98322a382d6e req-c59d2e1d-3856-4972-a67c-3f3b400568dd tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525522 Feb 17 00:35:59.188202 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a2293-d436-48dc-83dc-13683cbffbc8 None None] Network 9b172365-2b51-44db-a0f7-00a62d0fa1d3 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:35:59.327525 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port 34081f2b-40e8-4441-acac-debca56b018a completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:35:59.343745 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 34081f2b-40e8-4441-acac-debca56b018a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:59.344281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:59.474239 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f21461-dff0-4e3e-b40a-40e999d228d8 req-93ddc29b-c493-4fb6-a93a-7cbbf00ff678 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:35:59.478266 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9f21461-dff0-4e3e-b40a-40e999d228d8 req-93ddc29b-c493-4fb6-a93a-7cbbf00ff678 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 943 time: 0.1364865 Feb 17 00:35:59.534987 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9f21461-dff0-4e3e-b40a-40e999d228d8 req-968d57b1-66d9-43f9-b851-8b80bdfa4755 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490623 Feb 17 00:35:59.563184 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:59.638065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada2e282-e03f-4503-9be2-ebb409848b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34081f2b-40e8-4441-acac-debca56b018a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:35:59.652265 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 34081f2b-40e8-4441-acac-debca56b018a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=34081f2b-40e8-4441-acac-debca56b018a,segment=NetworkSegment(38f1770b-39d3-49cd-8a63-b13c1e7a74c9),segment_id=38f1770b-39d3-49cd-8a63-b13c1e7a74c9)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:35:59.692213 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:35:59.698638 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:35:59.794222 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada2e282-e03f-4503-9be2-ebb409848b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34081f2b-40e8-4441-acac-debca56b018a', 'code': 200} Feb 17 00:35:59.794972 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=34081f2b-40e8-4441-acac-debca56b018a,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:35:59.803903 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:35:59.876579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 34081f2b-40e8-4441-acac-debca56b018a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:35:59.989706 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 34081f2b-40e8-4441-acac-debca56b018a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:35:59.990136 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:00.133121 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7976edc-214e-458d-8a70-c552b6e773cc req-c53b5695-a498-4f01-ba02-f66421fa49af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:00.135163 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d7976edc-214e-458d-8a70-c552b6e773cc req-c53b5695-a498-4f01-ba02-f66421fa49af service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 1162 time: 0.0949218 Feb 17 00:36:00.212347 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d7976edc-214e-458d-8a70-c552b6e773cc req-adfd1992-78ed-4c57-a858-990c7dcf21f4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615752 Feb 17 00:36:00.760702 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527789e7-bdb9-4cc9-ba7f-84e4944a3947 req-4e9a2a2e-350d-4b45-b67d-ce56e284b9a6 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:00.762668 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-527789e7-bdb9-4cc9-ba7f-84e4944a3947 req-4e9a2a2e-350d-4b45-b67d-ce56e284b9a6 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 945 time: 0.1016421 Feb 17 00:36:00.813950 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-527789e7-bdb9-4cc9-ba7f-84e4944a3947 req-06eac288-3e0e-4ffa-8e3e-b8cab5cc62ac tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436897 Feb 17 00:36:01.451149 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-5b868875-8b71-4c75-9a4d-100a00e35d74 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:01.452728 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-5b868875-8b71-4c75-9a4d-100a00e35d74 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/networks?id=9b172365-2b51-44db-a0f7-00a62d0fa1d3 HTTP/1.1" status: 200 len: 809 time: 0.1552308 Feb 17 00:36:01.469673 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-c71492a0-2471-4f9e-b8bc-df0b10d3e377 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/quotas/6a4a118e8a054e4da37735614ebfc472 HTTP/1.1" status: 200 len: 375 time: 0.0104895 Feb 17 00:36:01.543928 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-3a9fb6fc-5c6d-4e48-a54f-cbbf9e646af8 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a4a118e8a054e4da37735614ebfc472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672593 Feb 17 00:36:01.695201 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-c9620d53-014e-4853-9581-fd8355302132 service neutron] 10.222.0.38 "GET /v2.0/networks/9b172365-2b51-44db-a0f7-00a62d0fa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439412 Feb 17 00:36:01.841137 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-05efebb2-d928-4a8f-b9e3-01ae552528ab service neutron] 10.222.0.38 "GET /v2.0/networks/9b172365-2b51-44db-a0f7-00a62d0fa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384385 Feb 17 00:36:02.063376 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3511154-50cb-4310-929e-1d1b57098d47 req-5a57be67-c0ab-454f-917f-ae81a26a012f tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:02.072611 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f3511154-50cb-4310-929e-1d1b57098d47 req-5a57be67-c0ab-454f-917f-ae81a26a012f tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 945 time: 0.1330523 Feb 17 00:36:02.112567 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b8b7aca5-9ef0-419a-97fe-5cbb6119aded req-0527a5cb-c786-4b05-9a59-b4d65805097a tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 210 time: 0.0587430 Feb 17 00:36:02.132118 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f3511154-50cb-4310-929e-1d1b57098d47 req-0ea7318f-8544-47a7-b3cf-d5215f88961e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577095 Feb 17 00:36:03.279607 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752586bf-05fd-4cc5-990e-0f251a32d6c0 req-580dda05-30da-4579-9ff1-354003538c74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:03.281363 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-752586bf-05fd-4cc5-990e-0f251a32d6c0 req-580dda05-30da-4579-9ff1-354003538c74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1010308 Feb 17 00:36:03.351893 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab398186-f5fd-4231-8805-9934ead0f855 req-3541768a-b74a-4f30-9b19-05f05a88cbdc tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 210 time: 0.0693631 Feb 17 00:36:03.366866 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-752586bf-05fd-4cc5-990e-0f251a32d6c0 req-7fa0d8d4-83dd-4876-88d2-351d7c8ed8f5 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777140 Feb 17 00:36:04.035246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93974678-f9ad-4b40-b5b9-aa8adc206acd req-6f5bd042-020e-4fc5-a7d9-bb6234fe6cf8 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:04.038052 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-93974678-f9ad-4b40-b5b9-aa8adc206acd req-6f5bd042-020e-4fc5-a7d9-bb6234fe6cf8 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1003051 Feb 17 00:36:04.166242 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-93974678-f9ad-4b40-b5b9-aa8adc206acd req-4fdefc37-4cea-4c13-a224-97703ec718f0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199102 Feb 17 00:36:04.219492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e845b87-2b01-44ea-b8f6-ba0193c81cfc req-11dd83da-7ff3-4846-b510-134370c1292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:04.221120 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1e845b87-2b01-44ea-b8f6-ba0193c81cfc req-11dd83da-7ff3-4846-b510-134370c1292c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dc6049af5414093b47adfcd95956623&device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 1163 time: 0.1565747 Feb 17 00:36:04.538904 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5b4472b1-b4fd-4a34-b84c-bb2e327bea3a req-d2b7e9e0-d59d-4ce8-8cef-808e977ecf47 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 210 time: 0.0523553 Feb 17 00:36:04.595763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e845b87-2b01-44ea-b8f6-ba0193c81cfc req-a4d4974c-588d-4b1b-9489-3ffcc6f90b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:04.597401 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1e845b87-2b01-44ea-b8f6-ba0193c81cfc req-a4d4974c-588d-4b1b-9489-3ffcc6f90b89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 200 len: 913 time: 0.3625965 Feb 17 00:36:04.611348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-1ab697da-714e-4218-8f81-835f403ebfdf tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:04.612086 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-1ab697da-714e-4218-8f81-835f403ebfdf tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Synchronizing usage tracker for tenant:6a4a118e8a054e4da37735614ebfc472 on resource:network {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:36:04.699425 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1e845b87-2b01-44ea-b8f6-ba0193c81cfc req-30a3a3fe-a7af-40be-8dac-5ebc2b57d6b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1f4654-ebb5-45ec-a011-1a1d52ab075a HTTP/1.1" status: 200 len: 217 time: 0.0832806 Feb 17 00:36:04.777337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-1ab697da-714e-4218-8f81-835f403ebfdf tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Unset dirty status for tenant:6a4a118e8a054e4da37735614ebfc472 on resource:network {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:36:04.778575 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-1ab697da-714e-4218-8f81-835f403ebfdf tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.49 "GET /v2.0/networks?id=9b172365-2b51-44db-a0f7-00a62d0fa1d3 HTTP/1.1" status: 200 len: 809 time: 0.4412289 Feb 17 00:36:04.789045 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791b59f-786b-4573-b93c-17c95f7953da req-abc4e88f-4d9b-424d-b198-7f6a63b38c15 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:04.790661 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0791b59f-786b-4573-b93c-17c95f7953da req-abc4e88f-4d9b-424d-b198-7f6a63b38c15 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.2848189 Feb 17 00:36:04.797775 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Request body: {'port': {'device_id': '2a2465d7-f5fd-48dd-b186-c7b92cf42fd3', 'network_id': '9b172365-2b51-44db-a0f7-00a62d0fa1d3', 'admin_state_up': True, 'tenant_id': '6a4a118e8a054e4da37735614ebfc472'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:36:04.813331 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e845b87-2b01-44ea-b8f6-ba0193c81cfc req-920b8290-9ceb-4501-9778-7a861cf2449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:04.814843 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1e845b87-2b01-44ea-b8f6-ba0193c81cfc req-920b8290-9ceb-4501-9778-7a861cf2449b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b10397f5-495d-4d30-83f5-ea178ae22011 HTTP/1.1" status: 200 len: 859 time: 0.1009123 Feb 17 00:36:04.967256 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1e845b87-2b01-44ea-b8f6-ba0193c81cfc req-f5b791cd-f935-48b4-8dc8-1d064852cac2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c1fedf-b050-43eb-97d0-4a3845e99d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725036 Feb 17 00:36:05.071932 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0791b59f-786b-4573-b93c-17c95f7953da req-4859a40b-376b-40ad-be89-06f18ffef3ce tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560523 Feb 17 00:36:05.181391 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:36:05.188200 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Usage tracker for resource:port and tenant:6a4a118e8a054e4da37735614ebfc472 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:36:05.192525 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1e845b87-2b01-44ea-b8f6-ba0193c81cfc req-c21661f7-f2da-4f51-9927-e38aa6a62369 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145956 Feb 17 00:36:05.194053 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:36:05.200013 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:36:05.363756 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Made reservation on behalf of 6a4a118e8a054e4da37735614ebfc472 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:36:05.363756 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:05.439243 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1e845b87-2b01-44ea-b8f6-ba0193c81cfc req-bc317760-2eb2-4da8-9ef6-6e7b1520bc2c service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2367787 Feb 17 00:36:05.553675 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61151d2-1745-4398-be2c-6457107d2517 req-feeb05b2-d0f1-4be0-872b-d043be2b405c tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:05.558544 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f61151d2-1745-4398-be2c-6457107d2517 req-feeb05b2-d0f1-4be0-872b-d043be2b405c tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.2582142 Feb 17 00:36:05.684989 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f61151d2-1745-4398-be2c-6457107d2517 req-765928dd-b85e-4a73-8d1e-4b1e867aac05 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124706 Feb 17 00:36:05.740863 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0bd5d7eb-2e20-4d78-a990-faa3d846c88e req-6136ea8b-b0fc-4b2f-b7cb-ccc0e8815439 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 210 time: 0.0800958 Feb 17 00:36:05.784622 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Allocated IP 172.20.0.8 (9b172365-2b51-44db-a0f7-00a62d0fa1d3/9e3266bc-09fc-45dd-9853-ccc68c891412/42d09976-dafa-47d7-99e1-0bb7dae0724c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:36:06.096827 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:06.260400 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:06.288928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-da432cc3-2ebe-4112-ae17-bc7ca376e3cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:06.672792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Pushing event updated for resources: {'Port': ['ID=42d09976-dafa-47d7-99e1-0bb7dae0724c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:06.699908 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.700313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.700710 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.701108 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.701527 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.701915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.702301 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.702691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.703077 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.703461 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.703846 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.704228 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.704648 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.705033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.705482 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.705866 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.706244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.706625 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.707005 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.707383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.707760 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.708137 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.708514 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.709581 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:06.725811 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:06.766948 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d5328-47dd-4a46-ba7a-d99a6a0901a5 req-890517e7-0ee4-407a-babe-425e90526eb1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:06.770392 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d96d5328-47dd-4a46-ba7a-d99a6a0901a5 req-890517e7-0ee4-407a-babe-425e90526eb1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.5594778 Feb 17 00:36:06.785099 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Network 9b172365-2b51-44db-a0f7-00a62d0fa1d3 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:36:06.803108 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:36:06.808271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:36:06.812652 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:06.813356 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:06.852607 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d96d5328-47dd-4a46-ba7a-d99a6a0901a5 req-18b50236-1176-4972-98df-e5376db15b96 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727618 Feb 17 00:36:06.911292 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba427bd9-6de3-4972-ae8f-c8550dddc86d req-e663d3a1-9802-4423-a02f-ac45337fd98e tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:06.913686 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba427bd9-6de3-4972-ae8f-c8550dddc86d req-e663d3a1-9802-4423-a02f-ac45337fd98e tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0928292 Feb 17 00:36:06.915646 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1237612 Feb 17 00:36:06.936403 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Request body: {'port': {'device_id': '2a2465d7-f5fd-48dd-b186-c7b92cf42fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:36:06.965391 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba427bd9-6de3-4972-ae8f-c8550dddc86d req-6e593b5c-bc56-4f8b-b53a-251f01cd73dc tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454776 Feb 17 00:36:07.129302 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:07.188929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893c074-1914-45b4-a2f2-21453b033b53 req-1e87f594-645a-4ecd-8a21-5cbb42b9e5e1 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:07.189965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f893c074-1914-45b4-a2f2-21453b033b53 req-1e87f594-645a-4ecd-8a21-5cbb42b9e5e1 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Synchronizing usage tracker for tenant:6a4a118e8a054e4da37735614ebfc472 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:36:07.281646 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f893c074-1914-45b4-a2f2-21453b033b53 req-1e87f594-645a-4ecd-8a21-5cbb42b9e5e1 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Unset dirty status for tenant:6a4a118e8a054e4da37735614ebfc472 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:36:07.282938 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f893c074-1914-45b4-a2f2-21453b033b53 req-1e87f594-645a-4ecd-8a21-5cbb42b9e5e1 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 931 time: 0.3113971 Feb 17 00:36:07.405285 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f893c074-1914-45b4-a2f2-21453b033b53 req-7bbb23ee-b88e-49ce-b5d2-b983173b202e tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Synchronizing usage tracker for tenant:6a4a118e8a054e4da37735614ebfc472 on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:36:07.498727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f893c074-1914-45b4-a2f2-21453b033b53 req-7bbb23ee-b88e-49ce-b5d2-b983173b202e tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Unset dirty status for tenant:6a4a118e8a054e4da37735614ebfc472 on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:36:07.499991 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f893c074-1914-45b4-a2f2-21453b033b53 req-7bbb23ee-b88e-49ce-b5d2-b983173b202e tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063546 Feb 17 00:36:07.657799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d09976-dafa-47d7-99e1-0bb7dae0724c {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:36:07.666316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:07.679768 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Transition to ACTIVE for port object 42d09976-dafa-47d7-99e1-0bb7dae0724c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:36:07.714230 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:07.731262 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8639a07d-dd68-4379-9973-0f36f86cf9f8 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:07.886591 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Pushing event updated for resources: {'Port': ['ID=42d09976-dafa-47d7-99e1-0bb7dae0724c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:07.892306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:08.107476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Attempting to bind port 42d09976-dafa-47d7-99e1-0bb7dae0724c on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:36:08.107841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Attempting to bind port 42d09976-dafa-47d7-99e1-0bb7dae0724c by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'fb786b73-3363-44bd-be63-0ee59ffdde19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9b172365-2b51-44db-a0f7-00a62d0fa1d3'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:36:08.109266 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Attempting to bind port 42d09976-dafa-47d7-99e1-0bb7dae0724c on network 9b172365-2b51-44db-a0f7-00a62d0fa1d3 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:36:08.121069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:36:08.121487 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Checking segment: {'id': 'fb786b73-3363-44bd-be63-0ee59ffdde19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9b172365-2b51-44db-a0f7-00a62d0fa1d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:36:08.122368 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:08.122368 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Bound using segment: {'id': 'fb786b73-3363-44bd-be63-0ee59ffdde19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9b172365-2b51-44db-a0f7-00a62d0fa1d3'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:36:08.122750 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Bound port: 42d09976-dafa-47d7-99e1-0bb7dae0724c, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb786b73-3363-44bd-be63-0ee59ffdde19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9b172365-2b51-44db-a0f7-00a62d0fa1d3'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:36:08.123136 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:08.168104 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 38130) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:36:08.229606 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f6683-86f7-47d4-a1f1-3f2cf74730b3 req-6be9f83c-c061-4d58-921d-e500c3dd3037 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:08.230985 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fd8a7-2cc0-4c49-b7ed-a7b6bac7c869 req-11dcfd46-b761-4a3e-a05d-7c23b875c521 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:08.231427 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-425f6683-86f7-47d4-a1f1-3f2cf74730b3 req-6be9f83c-c061-4d58-921d-e500c3dd3037 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.2073262 Feb 17 00:36:08.232638 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2c4fd8a7-2cc0-4c49-b7ed-a7b6bac7c869 req-11dcfd46-b761-4a3e-a05d-7c23b875c521 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1271069 Feb 17 00:36:08.302846 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2c4fd8a7-2cc0-4c49-b7ed-a7b6bac7c869 req-6468e088-06d3-48f9-8f76-63d7dc847d9a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578082 Feb 17 00:36:08.309767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] For port 42d09976-dafa-47d7-99e1-0bb7dae0724c, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:36:08.322588 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] For port 42d09976-dafa-47d7-99e1-0bb7dae0724c, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=42d09976-dafa-47d7-99e1-0bb7dae0724c,segment=NetworkSegment(fb786b73-3363-44bd-be63-0ee59ffdde19),segment_id=fb786b73-3363-44bd-be63-0ee59ffdde19)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:36:08.341752 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-425f6683-86f7-47d4-a1f1-3f2cf74730b3 req-c10eff40-f54b-4ef0-a8c0-f352fbbf7d6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995069 Feb 17 00:36:08.372092 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:08.387635 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:08.402269 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:08.420098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:36:08.424325 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Usage tracker for resource:security_group_rule and tenant:cd67225cd6434cd08c0d558ba9425b88 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:36:08.429086 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:36:08.435951 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:36:08.534376 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:08.560710 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:08.567366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Pushing event updated for resources: {'Port': ['ID=42d09976-dafa-47d7-99e1-0bb7dae0724c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:08.574358 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1c339d79-c193-4c4c-9ae2-17bfef4fab26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:08.576033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:08.610225 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:08.611110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:08.612640 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecce4fe5-b27b-414a-811f-c16b6c93d9cf,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:08.612819 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] 10.222.0.49 "PUT /v2.0/ports/42d09976-dafa-47d7-99e1-0bb7dae0724c HTTP/1.1" status: 200 len: 1157 time: 1.6815798 Feb 17 00:36:08.613165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2465d7-f5fd-48dd-b186-c7b92cf42fd3', 'tag': '42d09976-dafa-47d7-99e1-0bb7dae0724c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:36:08.630252 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.631221 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.631842 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.632358 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.632780 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.633184 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.633621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.634016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.634412 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.634803 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.635193 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.635583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.636114 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.636504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.636504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.636504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.638049 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.638158 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.638473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.638859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.639245 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.639597 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.640029 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.640334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:08.651388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:08.671804 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2465d7-f5fd-48dd-b186-c7b92cf42fd3', 'tag': '42d09976-dafa-47d7-99e1-0bb7dae0724c', 'status': 'completed', 'code': 200} Feb 17 00:36:08.702713 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd67225cd6434cd08c0d558ba9425b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5321538 Feb 17 00:36:08.711823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 38140) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:36:08.803612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-110f78e7-ca72-4b3e-9540-7ae416520351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:08.805622 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-110f78e7-ca72-4b3e-9540-7ae416520351 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a4a118e8a054e4da37735614ebfc472&device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 1160 time: 0.1109459 Feb 17 00:36:08.814449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c0b18f97-f0cc-4470-9ba6-e302e1867fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:08.823970 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ec491-2159-4af0-84e3-bdfefd1bccfb req-bcdee059-bc5c-4e53-b504-90abdfee1ac5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:08.825665 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-610ec491-2159-4af0-84e3-bdfefd1bccfb req-bcdee059-bc5c-4e53-b504-90abdfee1ac5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 943 time: 0.1810679 Feb 17 00:36:08.890096 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c0b18f97-f0cc-4470-9ba6-e302e1867fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:08.907412 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-12e24a49-316d-4d0d-986b-771124269798 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d09976-dafa-47d7-99e1-0bb7dae0724c HTTP/1.1" status: 200 len: 217 time: 0.0942988 Feb 17 00:36:08.925511 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-610ec491-2159-4af0-84e3-bdfefd1bccfb req-aadeefa1-5d58-4d14-8bfa-4a7435cba520 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909710 Feb 17 00:36:08.998764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-7d7cb299-50b6-47b4-ae1a-a35676d57b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:09.000399 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-7d7cb299-50b6-47b4-ae1a-a35676d57b91 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e3266bc-09fc-45dd-9853-ccc68c891412 HTTP/1.1" status: 200 len: 849 time: 0.0851996 Feb 17 00:36:09.005965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c0b18f97-f0cc-4470-9ba6-e302e1867fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:09.012060 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-06c48fdb-8d78-4157-a6db-9e6c02c242c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:09.025203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b18f97-f0cc-4470-9ba6-e302e1867fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecce4fe5-b27b-414a-811f-c16b6c93d9cf,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:09.030949 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c0b18f97-f0cc-4470-9ba6-e302e1867fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:09.032994 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c0b18f97-f0cc-4470-9ba6-e302e1867fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:09.035949 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c0b18f97-f0cc-4470-9ba6-e302e1867fc7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ecce4fe5-b27b-414a-811f-c16b6c93d9cf HTTP/1.1" status: 204 len: 168 time: 0.3229599 Feb 17 00:36:09.078945 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-1e602086-1826-481a-ba99-e8b09a66117a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9b172365-2b51-44db-a0f7-00a62d0fa1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666311 Feb 17 00:36:09.311023 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-77a78725-831e-4589-a184-ee94ff6eee32 service neutron] 10.222.0.49 "GET /v2.0/networks/9b172365-2b51-44db-a0f7-00a62d0fa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193906 Feb 17 00:36:09.514494 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9bef105-a1c5-4b67-a3b3-1293813ce1cf req-d1a27e5a-ed55-4d31-84ab-d381105fbe0d service neutron] 10.222.0.49 "GET /v2.0/networks/9b172365-2b51-44db-a0f7-00a62d0fa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1895080 Feb 17 00:36:09.751559 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffeacd-ebc7-47d0-8368-92ac36707a8e req-602637d9-2679-47c1-bb7a-8185ac59ced1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:09.763575 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d3ffeacd-ebc7-47d0-8368-92ac36707a8e req-602637d9-2679-47c1-bb7a-8185ac59ced1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1985495 Feb 17 00:36:09.768094 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55fde8-5209-47ee-af41-8e5c18ab2a9a req-b5f6c2d8-5f59-43cc-b7a9-4519d8027c94 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:09.769960 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7b55fde8-5209-47ee-af41-8e5c18ab2a9a req-b5f6c2d8-5f59-43cc-b7a9-4519d8027c94 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.2353454 Feb 17 00:36:09.782942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c028171-c110-47ac-938d-0b61380df7a5 req-66693bcd-c242-4168-9cee-7c53c899b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:09.785028 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9c028171-c110-47ac-938d-0b61380df7a5 req-66693bcd-c242-4168-9cee-7c53c899b5b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a4a118e8a054e4da37735614ebfc472&device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 1160 time: 0.1657956 Feb 17 00:36:09.825909 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d3ffeacd-ebc7-47d0-8368-92ac36707a8e req-f4392aa6-d302-4e0d-b727-4c0d4a48ac38 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612328 Feb 17 00:36:09.934723 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7b55fde8-5209-47ee-af41-8e5c18ab2a9a req-e465a9f9-0c7c-4768-9ded-923e04d36b8c tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564600 Feb 17 00:36:09.980402 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c028171-c110-47ac-938d-0b61380df7a5 req-6346518b-ad2b-4c58-90f3-55e6173a227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:09.982036 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9c028171-c110-47ac-938d-0b61380df7a5 req-6346518b-ad2b-4c58-90f3-55e6173a227d service neutron] 10.222.0.49 "GET /v2.0/networks?id=9b172365-2b51-44db-a0f7-00a62d0fa1d3 HTTP/1.1" status: 200 len: 903 time: 0.1808066 Feb 17 00:36:10.062930 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9c028171-c110-47ac-938d-0b61380df7a5 req-e02b2771-f5e1-4dfa-a09c-b6edb291b6b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42d09976-dafa-47d7-99e1-0bb7dae0724c HTTP/1.1" status: 200 len: 217 time: 0.0723927 Feb 17 00:36:10.133304 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c028171-c110-47ac-938d-0b61380df7a5 req-c199304a-f722-4666-9689-2cfc10d1c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:10.134809 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9c028171-c110-47ac-938d-0b61380df7a5 req-c199304a-f722-4666-9689-2cfc10d1c145 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e3266bc-09fc-45dd-9853-ccc68c891412 HTTP/1.1" status: 200 len: 849 time: 0.0646312 Feb 17 00:36:10.151964 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5409c-41ca-4bfd-bbb7-77861a53fe98 req-9d259138-8c0c-4dad-9764-f81b460a25c9 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:10.160849 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-75a5409c-41ca-4bfd-bbb7-77861a53fe98 req-9d259138-8c0c-4dad-9764-f81b460a25c9 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 943 time: 0.0919390 Feb 17 00:36:10.192759 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9c028171-c110-47ac-938d-0b61380df7a5 req-5738bd7b-93b7-4f61-8f5d-a1324dff43c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9b172365-2b51-44db-a0f7-00a62d0fa1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507383 Feb 17 00:36:10.204242 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-75a5409c-41ca-4bfd-bbb7-77861a53fe98 req-90c57941-d060-40ad-b03f-bc4309e1f95f tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440552 Feb 17 00:36:10.349028 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9c028171-c110-47ac-938d-0b61380df7a5 req-c8f22c2e-618d-4054-8f65-0244c023053d service neutron] 10.222.0.49 "GET /v2.0/networks/9b172365-2b51-44db-a0f7-00a62d0fa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456089 Feb 17 00:36:10.496919 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9c028171-c110-47ac-938d-0b61380df7a5 req-7cf1b927-fb80-4634-82f8-590f109560e0 service neutron] 10.222.0.49 "GET /v2.0/networks/9b172365-2b51-44db-a0f7-00a62d0fa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385531 Feb 17 00:36:11.046488 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e77e25-cc11-49ff-8c64-6411e69d1a88 req-1bcdfafa-15a7-4f6f-a4cf-84a082296d5d tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:11.048041 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e6e77e25-cc11-49ff-8c64-6411e69d1a88 req-1bcdfafa-15a7-4f6f-a4cf-84a082296d5d tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0992041 Feb 17 00:36:11.106253 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e6e77e25-cc11-49ff-8c64-6411e69d1a88 req-3da5e04b-d42c-4238-a207-89ff2813896b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468051 Feb 17 00:36:11.360610 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511da99-19c0-4784-ac1c-9da7f0aa8d9d req-f5057e2c-e2ef-4965-969f-0a3195c6c923 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:11.362370 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0511da99-19c0-4784-ac1c-9da7f0aa8d9d req-f5057e2c-e2ef-4965-969f-0a3195c6c923 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1036115 Feb 17 00:36:11.413185 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0511da99-19c0-4784-ac1c-9da7f0aa8d9d req-ff67909b-3581-4ff3-8f9c-18b4e2a00249 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433276 Feb 17 00:36:11.649483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138a483-f1df-41f1-81b5-384a55f52d21 req-500c5d20-11d1-4865-86dc-830dc597710f tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:11.651220 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b138a483-f1df-41f1-81b5-384a55f52d21 req-500c5d20-11d1-4865-86dc-830dc597710f tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 943 time: 0.1196823 Feb 17 00:36:11.711750 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b138a483-f1df-41f1-81b5-384a55f52d21 req-8485fc8c-c7f4-4393-9616-23890afa357e tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528052 Feb 17 00:36:12.086013 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.objects.ports [None req-5a5a22ab-79d6-4d56-a9b2-67837e3c4186 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:36:12.338424 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a97cee-3c72-4399-9164-f78e40e96fff req-3858125a-7b9b-479f-b8cc-19dab3497941 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:12.339974 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-68a97cee-3c72-4399-9164-f78e40e96fff req-3858125a-7b9b-479f-b8cc-19dab3497941 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0920839 Feb 17 00:36:12.395467 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-68a97cee-3c72-4399-9164-f78e40e96fff req-78b1edc3-f57f-4f87-ad36-11f4cfa77672 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489538 Feb 17 00:36:12.617701 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67c5cb-1ca3-476e-b772-8d782c1c3f46 req-eb2075ac-9a3e-4df1-aff0-a98529fe2618 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:12.619226 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3b67c5cb-1ca3-476e-b772-8d782c1c3f46 req-eb2075ac-9a3e-4df1-aff0-a98529fe2618 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0862298 Feb 17 00:36:12.657570 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ab125f03-cfbd-49be-aa63-3e7f8ce98024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:12.667080 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3b67c5cb-1ca3-476e-b772-8d782c1c3f46 req-42ee3b6c-7515-419d-afa0-770c9bc0cef2 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 Feb 17 00:36:12.758135 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 42d09976-dafa-47d7-99e1-0bb7dae0724c up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:36:12.868478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port 42d09976-dafa-47d7-99e1-0bb7dae0724c completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:36:12.873744 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 42d09976-dafa-47d7-99e1-0bb7dae0724c triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:36:12.874164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:12.935151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7dc4c-c8d2-40d5-ad6d-0927656e8914 req-21b5559b-55db-4df2-9a44-bcc0f05f0e23 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:12.936951 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2cc7dc4c-c8d2-40d5-ad6d-0927656e8914 req-21b5559b-55db-4df2-9a44-bcc0f05f0e23 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 943 time: 0.0903063 Feb 17 00:36:12.985837 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2cc7dc4c-c8d2-40d5-ad6d-0927656e8914 req-f3d4a4f7-a7a4-49bd-bf24-4979fd61a4bb tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 Feb 17 00:36:13.034392 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:13.070352 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2465d7-f5fd-48dd-b186-c7b92cf42fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d09976-dafa-47d7-99e1-0bb7dae0724c'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:36:13.080785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 42d09976-dafa-47d7-99e1-0bb7dae0724c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=42d09976-dafa-47d7-99e1-0bb7dae0724c,segment=NetworkSegment(fb786b73-3363-44bd-be63-0ee59ffdde19),segment_id=fb786b73-3363-44bd-be63-0ee59ffdde19)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:36:13.108807 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:13.110898 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:13.148325 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2465d7-f5fd-48dd-b186-c7b92cf42fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d09976-dafa-47d7-99e1-0bb7dae0724c', 'code': 200} Feb 17 00:36:13.196948 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=42d09976-dafa-47d7-99e1-0bb7dae0724c,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:13.205039 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.205455 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.205835 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.206208 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.206579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.206948 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.207313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.207678 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.208043 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.208408 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.209478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.209780 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.210182 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.210543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.210903 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.211264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.211631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.211984 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.212541 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.212901 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.213279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.213642 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.214002 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.214361 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:36:13.218748 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:13.476882 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a4ae7-4fa4-41fa-a6ca-0e39c8ca705d req-3dde22f1-b78b-4b04-9b7f-6da174fe0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:13.479284 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c98a4ae7-4fa4-41fa-a6ca-0e39c8ca705d req-3dde22f1-b78b-4b04-9b7f-6da174fe0b75 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 1162 time: 0.1065645 Feb 17 00:36:13.769143 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c98a4ae7-4fa4-41fa-a6ca-0e39c8ca705d req-afe0d867-4564-4297-9f1e-c3f341d019b9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825193 Feb 17 00:36:13.821966 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b66c3b-cce1-45d4-ac64-da286fc28386 req-4aa7eb18-b64a-4791-b276-fbabd7f72c91 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:13.823572 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-09b66c3b-cce1-45d4-ac64-da286fc28386 req-4aa7eb18-b64a-4791-b276-fbabd7f72c91 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.3016853 Feb 17 00:36:13.881816 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-09b66c3b-cce1-45d4-ac64-da286fc28386 req-0b709bd6-6fad-4e8f-b3f9-be08df4cbccb tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506475 Feb 17 00:36:13.886478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624f110-4583-48a6-83a3-b2189e8e9b98 req-fcaac4e0-08fb-4691-88a9-1c82f51ae319 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:13.887675 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9624f110-4583-48a6-83a3-b2189e8e9b98 req-fcaac4e0-08fb-4691-88a9-1c82f51ae319 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0902872 Feb 17 00:36:13.940065 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9624f110-4583-48a6-83a3-b2189e8e9b98 req-40c85c48-a364-407b-97a8-a4a80e37f9a9 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457842 Feb 17 00:36:14.024736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 42d09976-dafa-47d7-99e1-0bb7dae0724c up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:36:14.100659 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 42d09976-dafa-47d7-99e1-0bb7dae0724c triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:36:14.101174 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:14.277791 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f4079-b5f2-40e6-abe0-b2fe50a9e2cf req-d1362b52-28ac-4266-9583-e437043acd9e tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:14.281242 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-693f4079-b5f2-40e6-abe0-b2fe50a9e2cf req-d1362b52-28ac-4266-9583-e437043acd9e tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 945 time: 0.1224890 Feb 17 00:36:14.329141 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-693f4079-b5f2-40e6-abe0-b2fe50a9e2cf req-106ad176-0e3c-49b3-8d8e-0611ae9f4e89 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435467 Feb 17 00:36:14.413737 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0e416-6b8b-4444-9b9d-cf9fd355e2a9 req-9573ee3c-b05d-492b-864c-f0a3041b699b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:14.415357 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bfb0e416-6b8b-4444-9b9d-cf9fd355e2a9 req-9573ee3c-b05d-492b-864c-f0a3041b699b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0937772 Feb 17 00:36:14.464348 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bfb0e416-6b8b-4444-9b9d-cf9fd355e2a9 req-f5434d11-2516-449e-9fb3-dbed595bfbdd tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427387 Feb 17 00:36:15.111456 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf817f-29ca-4713-9a4f-c18dbcd3d695 req-e377c2f0-cc17-4400-8102-c257f09c97ef tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:15.113227 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cbdf817f-29ca-4713-9a4f-c18dbcd3d695 req-e377c2f0-cc17-4400-8102-c257f09c97ef tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0991418 Feb 17 00:36:15.154536 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090dc2b-15e8-47e1-9d01-c7f43d3d568f req-29dca520-fa5e-49f7-83aa-6674200709a8 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:15.157735 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8090dc2b-15e8-47e1-9d01-c7f43d3d568f req-29dca520-fa5e-49f7-83aa-6674200709a8 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0934057 Feb 17 00:36:15.166232 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cbdf817f-29ca-4713-9a4f-c18dbcd3d695 req-f9688032-a41c-43ca-84ce-64134f0d6af6 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465987 Feb 17 00:36:15.213793 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8090dc2b-15e8-47e1-9d01-c7f43d3d568f req-e3600734-600f-43b9-a406-b0bdc446c94c tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509553 Feb 17 00:36:15.279799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae93b9a4-d7de-42ae-bd88-0465a17fd527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:15.308287 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:15.533065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e07b0-71dd-40a5-92a5-bcc60708ca6f req-00bd8ba1-2332-4a4a-815c-5b895d2fd686 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:15.534622 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-381e07b0-71dd-40a5-92a5-bcc60708ca6f req-00bd8ba1-2332-4a4a-815c-5b895d2fd686 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 945 time: 0.0865443 Feb 17 00:36:15.584652 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-381e07b0-71dd-40a5-92a5-bcc60708ca6f req-f403f29e-5d86-4f4c-92c0-b1802b0faa98 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436087 Feb 17 00:36:15.669930 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2158ff3-2e30-4670-a0ea-322d3ccda9a9 req-fc7e4f68-a800-4387-b0c0-4a06a4848c0d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:15.671540 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b2158ff3-2e30-4670-a0ea-322d3ccda9a9 req-fc7e4f68-a800-4387-b0c0-4a06a4848c0d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0884550 Feb 17 00:36:15.722403 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b2158ff3-2e30-4670-a0ea-322d3ccda9a9 req-a1cd4f83-1a68-4aa3-be4a-6b6cd0118cde tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432701 Feb 17 00:36:16.171209 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 42d09976-dafa-47d7-99e1-0bb7dae0724c up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:36:16.287424 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 42d09976-dafa-47d7-99e1-0bb7dae0724c triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:36:16.288572 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:16.414869 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3955e-953c-4477-b987-132bd6d97f71 req-0ae56452-d3f6-41a9-9f73-369449e3e7ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:16.416693 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-faa3955e-953c-4477-b987-132bd6d97f71 req-0ae56452-d3f6-41a9-9f73-369449e3e7ab tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1125517 Feb 17 00:36:16.443807 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4161-ee66-4c2f-9357-4c437978246f req-f373ec60-e5b4-4fd8-b17e-b55c7cd4c41d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:16.448331 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 2fa01bdd-2375-4262-b625-4ef15e262f01 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:36:16.451648 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2e7d4161-ee66-4c2f-9357-4c437978246f req-f373ec60-e5b4-4fd8-b17e-b55c7cd4c41d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1091514 Feb 17 00:36:16.467895 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-faa3955e-953c-4477-b987-132bd6d97f71 req-0d5a292d-cdb4-452b-98d8-9e5c73b13ec1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444489 Feb 17 00:36:16.531621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 2fa01bdd-2375-4262-b625-4ef15e262f01 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:36:16.532097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:16.532728 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2e7d4161-ee66-4c2f-9357-4c437978246f req-61343fcc-6f7a-4cd0-88fa-50e2614528b0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792415 Feb 17 00:36:16.665322 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:16.800736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:36:16.913982 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:16.947606 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334626db-1318-4f99-9473-e468d24fea64 req-bfcffc48-8058-46f2-a854-66c39e62e67c tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:16.949540 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-334626db-1318-4f99-9473-e468d24fea64 req-bfcffc48-8058-46f2-a854-66c39e62e67c tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1042440 Feb 17 00:36:17.006384 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-334626db-1318-4f99-9473-e468d24fea64 req-a1e1aafe-2197-41d8-a0ae-50d765626409 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475316 Feb 17 00:36:17.166590 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d1dab-402a-41de-b95d-7149b7b4b3b5 req-872af800-92fb-4f4e-9645-e8951eb46373 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:17.168307 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6d4d1dab-402a-41de-b95d-7149b7b4b3b5 req-872af800-92fb-4f4e-9645-e8951eb46373 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 945 time: 0.0977716 Feb 17 00:36:17.235392 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6d4d1dab-402a-41de-b95d-7149b7b4b3b5 req-c8de85d5-5b44-4560-97be-e009fd63b7ea tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529108 Feb 17 00:36:17.690749 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5d113-f564-449b-b46c-109acfc4c6a7 req-cc56a0e7-5bdd-4592-a126-b505ca90b71e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:17.692445 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5d5d113-f564-449b-b46c-109acfc4c6a7 req-cc56a0e7-5bdd-4592-a126-b505ca90b71e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0996764 Feb 17 00:36:17.747026 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5d5d113-f564-449b-b46c-109acfc4c6a7 req-348128a5-1c5d-467a-8411-af5f384029aa tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472569 Feb 17 00:36:17.758774 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59326245-3895-4a1b-a222-e493d64d4fe8 req-0a37c3a5-32bf-4b94-8b71-8ad59de19593 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:17.760510 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-59326245-3895-4a1b-a222-e493d64d4fe8 req-0a37c3a5-32bf-4b94-8b71-8ad59de19593 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0927482 Feb 17 00:36:17.810687 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-59326245-3895-4a1b-a222-e493d64d4fe8 req-7f8b386f-e36b-44e0-bed1-607b34ac1715 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432034 Feb 17 00:36:18.215637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d8e46-6936-467a-b909-d4360bf2043f req-70ae1aaa-d238-4ccd-af6e-6eb28c134c55 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:18.217269 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-624d8e46-6936-467a-b909-d4360bf2043f req-70ae1aaa-d238-4ccd-af6e-6eb28c134c55 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0908353 Feb 17 00:36:18.265613 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-624d8e46-6936-467a-b909-d4360bf2043f req-1faedd65-2e78-4d97-ba97-f15243b2351c tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415795 Feb 17 00:36:18.435993 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c90b0-b0af-4e5d-bcb6-aac88cfef6af req-6fca5932-6876-45e7-8314-26da3dc6e53d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:18.437636 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cd9c90b0-b0af-4e5d-bcb6-aac88cfef6af req-6fca5932-6876-45e7-8314-26da3dc6e53d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 945 time: 0.0895793 Feb 17 00:36:18.485927 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cd9c90b0-b0af-4e5d-bcb6-aac88cfef6af req-381efff2-a11a-456b-8c25-c83e60e14c0d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411847 Feb 17 00:36:18.971139 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c9225-0c0f-430c-840e-d52821297b1a req-ebc8c236-2224-442c-b1d3-c2bd67a8d362 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:18.972759 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-701c9225-0c0f-430c-840e-d52821297b1a req-ebc8c236-2224-442c-b1d3-c2bd67a8d362 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0925241 Feb 17 00:36:19.035803 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-701c9225-0c0f-430c-840e-d52821297b1a req-e8bb9524-640c-43f9-b14c-dbb7cdd99390 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548825 Feb 17 00:36:19.069755 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232b849-bd7b-46ac-b462-3b99c182d1df req-ef590ddb-0efd-4d44-aea5-c60e47b2e7dd tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:19.071416 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9232b849-bd7b-46ac-b462-3b99c182d1df req-ef590ddb-0efd-4d44-aea5-c60e47b2e7dd tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 945 time: 0.1721714 Feb 17 00:36:19.079108 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4bd00-50a8-4811-af94-5ee91e2dcc8e req-71754aa0-9a19-4875-bfaa-e96e3c8fc85c tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:19.080877 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1dd4bd00-50a8-4811-af94-5ee91e2dcc8e req-71754aa0-9a19-4875-bfaa-e96e3c8fc85c tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1324205 Feb 17 00:36:19.198120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-9232b849-bd7b-46ac-b462-3b99c182d1df req-c88f95ae-efdd-4418-ba88-8c3700bd23f6 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Deleting port 42d09976-dafa-47d7-99e1-0bb7dae0724c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:36:19.198529 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-9232b849-bd7b-46ac-b462-3b99c182d1df req-c88f95ae-efdd-4418-ba88-8c3700bd23f6 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:19.233960 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1dd4bd00-50a8-4811-af94-5ee91e2dcc8e req-e0bfcfd9-ba8b-4e54-83e4-8be2658cca74 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455190 Feb 17 00:36:19.485310 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-9232b849-bd7b-46ac-b462-3b99c182d1df req-c88f95ae-efdd-4418-ba88-8c3700bd23f6 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] For port 42d09976-dafa-47d7-99e1-0bb7dae0724c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=42d09976-dafa-47d7-99e1-0bb7dae0724c,segment=NetworkSegment(fb786b73-3363-44bd-be63-0ee59ffdde19),segment_id=fb786b73-3363-44bd-be63-0ee59ffdde19)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:36:19.485711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-9232b849-bd7b-46ac-b462-3b99c182d1df req-c88f95ae-efdd-4418-ba88-8c3700bd23f6 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:19.486525 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f0e1e-8399-41cf-b237-b730468d9c86 req-260cfd48-5a81-4e4b-84c1-cb5e17de482e tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:19.488192 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-214f0e1e-8399-41cf-b237-b730468d9c86 req-260cfd48-5a81-4e4b-84c1-cb5e17de482e tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0860164 Feb 17 00:36:19.540890 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-214f0e1e-8399-41cf-b237-b730468d9c86 req-e5e84948-6891-40e1-8ede-bb8868328d83 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456297 Feb 17 00:36:19.628822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-9232b849-bd7b-46ac-b462-3b99c182d1df req-c88f95ae-efdd-4418-ba88-8c3700bd23f6 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Calling delete_port for 42d09976-dafa-47d7-99e1-0bb7dae0724c owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:36:19.816238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce8a38-715b-45f4-8b9d-651ce83af73b req-64689d2f-b60d-446b-9f5d-0fc342311a8a tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:19.817874 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-62ce8a38-715b-45f4-8b9d-651ce83af73b req-64689d2f-b60d-446b-9f5d-0fc342311a8a tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 945 time: 0.1972024 Feb 17 00:36:19.889530 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-62ce8a38-715b-45f4-8b9d-651ce83af73b req-4f2191c2-7fee-4428-8297-5bc0de8194d6 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565510 Feb 17 00:36:19.936872 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-9232b849-bd7b-46ac-b462-3b99c182d1df req-c88f95ae-efdd-4418-ba88-8c3700bd23f6 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:19.952773 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d38d74b1-07be-4b95-9603-eb54b9d905c2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:20.049491 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f95ae-efdd-4418-ba88-8c3700bd23f6 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Pushing event deleted for resources: {'Port': ['ID=42d09976-dafa-47d7-99e1-0bb7dae0724c,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:20.058824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c88f95ae-efdd-4418-ba88-8c3700bd23f6 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:20.103973 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 2fa01bdd-2375-4262-b625-4ef15e262f01 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:36:20.171889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-9232b849-bd7b-46ac-b462-3b99c182d1df req-c88f95ae-efdd-4418-ba88-8c3700bd23f6 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] No DVR routers for this DVR port 42d09976-dafa-47d7-99e1-0bb7dae0724c on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:36:20.174230 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-9232b849-bd7b-46ac-b462-3b99c182d1df req-c88f95ae-efdd-4418-ba88-8c3700bd23f6 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:20.184923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2465d7-f5fd-48dd-b186-c7b92cf42fd3', 'name': 'network-vif-deleted', 'tag': '42d09976-dafa-47d7-99e1-0bb7dae0724c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:36:20.209146 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 2fa01bdd-2375-4262-b625-4ef15e262f01 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:36:20.210142 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:20.223432 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9232b849-bd7b-46ac-b462-3b99c182d1df req-c88f95ae-efdd-4418-ba88-8c3700bd23f6 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.49 "DELETE /v2.0/ports/42d09976-dafa-47d7-99e1-0bb7dae0724c HTTP/1.1" status: 204 len: 173 time: 1.1329384 Feb 17 00:36:20.248364 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2465d7-f5fd-48dd-b186-c7b92cf42fd3', 'name': 'network-vif-deleted', 'tag': '42d09976-dafa-47d7-99e1-0bb7dae0724c', 'status': 'completed', 'code': 200} Feb 17 00:36:20.272732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c51f8e-d452-4bb2-8e77-7528fdab98ea req-86b1384f-39d1-4d98-90b2-cf989340865f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:20.275648 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-40c51f8e-d452-4bb2-8e77-7528fdab98ea req-86b1384f-39d1-4d98-90b2-cf989340865f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1119142 Feb 17 00:36:20.333191 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-40c51f8e-d452-4bb2-8e77-7528fdab98ea req-d33d37fe-7494-4862-979c-a221747b8221 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515482 Feb 17 00:36:20.383214 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 42d09976-dafa-47d7-99e1-0bb7dae0724c no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:36:20.428035 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] No Port match for: 42d09976-dafa-47d7-99e1-0bb7dae0724c {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:36:20.428699 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 42d09976-dafa-47d7-99e1-0bb7dae0724c not bound to the agent host hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:36:20.472300 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 38344) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:36:20.485989 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d85747-6269-400d-9d1d-878dbb85dbd4 req-eedbfe07-54e8-451a-be85-61c9ebe70afc tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:20.487663 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-95d85747-6269-400d-9d1d-878dbb85dbd4 req-eedbfe07-54e8-451a-be85-61c9ebe70afc tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0928755 Feb 17 00:36:20.537200 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-95d85747-6269-400d-9d1d-878dbb85dbd4 req-cc2b7df5-a406-4dfd-8f28-cfb009e2cb5a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424974 Feb 17 00:36:20.561786 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-d648aacb-6621-43c6-9516-286c03ce5670 admin admin] Deleting subnet a9839db0-6d44-449a-b919-f15c99fa23a4 {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:36:20.564900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d648aacb-6621-43c6-9516-286c03ce5670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:20.621637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d648aacb-6621-43c6-9516-286c03ce5670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6444252'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:20.741907 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d648aacb-6621-43c6-9516-286c03ce5670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:20.889678 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40e898-f9a5-413e-8c96-27d6d83b3e86 req-cecf4d90-6975-459f-ae16-62bcc7465b41 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:20.891300 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5b40e898-f9a5-413e-8c96-27d6d83b3e86 req-cecf4d90-6975-459f-ae16-62bcc7465b41 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.2328911 Feb 17 00:36:20.961034 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5b40e898-f9a5-413e-8c96-27d6d83b3e86 req-39f1b211-2c23-461c-9c90-7638353bdfa6 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612769 Feb 17 00:36:21.078554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-4f862413-5739-422e-b9f3-184908e051e3 req-a7895be7-076a-4541-84c6-df62016a6b50 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Synchronizing usage tracker for tenant:6a4a118e8a054e4da37735614ebfc472 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:36:21.125395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-4f862413-5739-422e-b9f3-184908e051e3 req-a7895be7-076a-4541-84c6-df62016a6b50 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Unset dirty status for tenant:6a4a118e8a054e4da37735614ebfc472 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:36:21.126721 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4f862413-5739-422e-b9f3-184908e051e3 req-a7895be7-076a-4541-84c6-df62016a6b50 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a2465d7-f5fd-48dd-b186-c7b92cf42fd3 HTTP/1.1" status: 200 len: 210 time: 0.1058681 Feb 17 00:36:21.176871 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d648aacb-6621-43c6-9516-286c03ce5670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848123187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6082335'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:21.194749 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:21.302151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648aacb-6621-43c6-9516-286c03ce5670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9839db0-6d44-449a-b919-f15c99fa23a4,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:21.305673 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d648aacb-6621-43c6-9516-286c03ce5670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:21.343574 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d648aacb-6621-43c6-9516-286c03ce5670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:21.349554 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-d648aacb-6621-43c6-9516-286c03ce5670 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a9839db0-6d44-449a-b919-f15c99fa23a4 HTTP/1.1" status: 204 len: 168 time: 0.8760712 Feb 17 00:36:21.352177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 38352) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:36:21.514107 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:21.739522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f3dbf-fae4-460d-8ae7-2d2b62b0ee94 req-141b4c20-d25f-4640-8113-fed32d36415b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:21.741171 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5f1f3dbf-fae4-460d-8ae7-2d2b62b0ee94 req-141b4c20-d25f-4640-8113-fed32d36415b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.2833900 Feb 17 00:36:21.742868 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:21.747817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229fd7a-b306-48b2-a22a-7da3d7f9aed9 req-a4e13078-9281-4692-a63f-6e7dc47013e7 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:21.749466 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f229fd7a-b306-48b2-a22a-7da3d7f9aed9 req-a4e13078-9281-4692-a63f-6e7dc47013e7 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0863535 Feb 17 00:36:21.800300 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f229fd7a-b306-48b2-a22a-7da3d7f9aed9 req-b61c18cc-8f86-48bb-b040-264fb8c0d483 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Feb 17 00:36:21.890855 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5f1f3dbf-fae4-460d-8ae7-2d2b62b0ee94 req-958f91ec-c427-417f-b7d3-086b6a33e819 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335771 Feb 17 00:36:21.898041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d91627-619f-40d8-a753-8d57bec1dbe0']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:36:21.913797 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ef9c4c-3a24-46fc-88e7-4dc0238735ad') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:36:21.913797 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ef9c4c-3a24-46fc-88e7-4dc0238735ad') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:36:21.924310 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848331580'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:21.939034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:21.940994 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:36:22.225954 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] Network 71d91627-619f-40d8-a753-8d57bec1dbe0 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:36:22.235201 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6651954'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:22.300020 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5971a-fe0e-46e5-9e7f-3b8ef2ad408b req-2291c032-fbd3-4bd6-be48-8741fef8ab09 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:22.301691 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-61c5971a-fe0e-46e5-9e7f-3b8ef2ad408b req-2291c032-fbd3-4bd6-be48-8741fef8ab09 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1444476 Feb 17 00:36:22.372390 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-61c5971a-fe0e-46e5-9e7f-3b8ef2ad408b req-5dd53b6f-5ca7-42a5-a911-72fb75e64ad8 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574510 Feb 17 00:36:22.436271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] Network 71d91627-619f-40d8-a753-8d57bec1dbe0 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:36:22.461448 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:36:22.672254 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:22.686299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:22.693950 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:22.731582 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-a38a8fe9-7825-4251-997f-dc8515eda874 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:22.741669 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-a38a8fe9-7825-4251-997f-dc8515eda874 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/networks?id=9b172365-2b51-44db-a0f7-00a62d0fa1d3 HTTP/1.1" status: 200 len: 809 time: 0.2278280 Feb 17 00:36:22.744680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=71d91627-619f-40d8-a753-8d57bec1dbe0,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:22.761946 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-f7ba6cc7-b7a4-4b60-a6c8-0f9544f213e5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/quotas/6a4a118e8a054e4da37735614ebfc472 HTTP/1.1" status: 200 len: 375 time: 0.0192487 Feb 17 00:36:22.762933 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:22.818317 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 38422) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:36:22.822136 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ec134a07-347e-4b5a-a406-73fd43661bc2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/71d91627-619f-40d8-a753-8d57bec1dbe0 HTTP/1.1" status: 204 len: 168 time: 1.4645760 Feb 17 00:36:22.844171 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-40097b20-f6e8-49f6-9a9a-62fd6a7e5c03 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a4a118e8a054e4da37735614ebfc472&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801384 Feb 17 00:36:22.898916 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fffd132-def8-45f3-9272-933b7746c265 admin admin] Deleting subnet 48c99a9b-e5ef-488f-a034-03763a191fb0 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:36:22.903460 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0fffd132-def8-45f3-9272-933b7746c265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:22.971019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0fffd132-def8-45f3-9272-933b7746c265 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:23.023567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0fffd132-def8-45f3-9272-933b7746c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:23.286329 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-23ca17ef-82da-4652-88e8-9bd500509d1d service neutron] 10.222.0.38 "GET /v2.0/networks/9b172365-2b51-44db-a0f7-00a62d0fa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410889 Feb 17 00:36:23.359829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061eecf-83b0-4255-b402-dd09641ba4d3 req-f98c7d7d-40b6-4ef7-9c2a-53f98a31c6d1 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:23.368754 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5061eecf-83b0-4255-b402-dd09641ba4d3 req-f98c7d7d-40b6-4ef7-9c2a-53f98a31c6d1 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.4006186 Feb 17 00:36:23.430689 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5061eecf-83b0-4255-b402-dd09641ba4d3 req-cb7a15fb-b80a-4413-8f27-8a7de705775d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578001 Feb 17 00:36:23.485342 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6b550c28-f588-4b62-a063-42ae8e45136e service neutron] 10.222.0.38 "GET /v2.0/networks/9b172365-2b51-44db-a0f7-00a62d0fa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1975591 Feb 17 00:36:23.485846 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0fffd132-def8-45f3-9272-933b7746c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:23.590082 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-63764642-7c8f-41b2-9693-19eb600c9d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:23.705973 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffd132-def8-45f3-9272-933b7746c265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c99a9b-e5ef-488f-a034-03763a191fb0,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:23.711727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0fffd132-def8-45f3-9272-933b7746c265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:23.720573 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0fffd132-def8-45f3-9272-933b7746c265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:23.726881 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-0fffd132-def8-45f3-9272-933b7746c265 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/48c99a9b-e5ef-488f-a034-03763a191fb0 HTTP/1.1" status: 204 len: 168 time: 0.9070685 Feb 17 00:36:23.729605 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 38438) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:36:23.845326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093e408-62f7-4d1f-ab64-b52625998243 req-c8aa4680-0994-42da-8eae-5fdfe186ec5d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:23.849034 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4093e408-62f7-4d1f-ab64-b52625998243 req-c8aa4680-0994-42da-8eae-5fdfe186ec5d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1046999 Feb 17 00:36:23.852209 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528eccc-494a-4e71-aa21-3c9e4d0757cc req-4e1e2fe3-970f-4eaa-9259-84d38a1ada55 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:23.859681 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a528eccc-494a-4e71-aa21-3c9e4d0757cc req-4e1e2fe3-970f-4eaa-9259-84d38a1ada55 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.2706966 Feb 17 00:36:23.919812 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4093e408-62f7-4d1f-ab64-b52625998243 req-a7d25400-eda3-4997-a4d0-d7298eca9ecd tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596647 Feb 17 00:36:23.953715 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a528eccc-494a-4e71-aa21-3c9e4d0757cc req-0ccd7c95-5c11-4834-8833-2c77a209e558 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929952 Feb 17 00:36:23.966736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:24.035748 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-89320659-b9c5-4160-9d01-22d8175b2974 req-64eb9eba-5c42-4d15-a033-0f71a8b58694 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 210 time: 0.0713224 Feb 17 00:36:24.222604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:24.366347 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.366880 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.367735 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.368110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > port after_create 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.368473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > port after_delete 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.368831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > port after_update 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.369191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.370177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.370177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.378116 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.449375 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.449888 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.450134 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.450481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84042) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 00:36:24.452479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5dbac9-a669-4639-94f7-d51a067a2b3a']}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:36:24.479440 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7b2e10-ffcb-49cf-bc3a-ec66f8c265db') {'for_net_delete': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:36:24.479863 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7b2e10-ffcb-49cf-bc3a-ec66f8c265db') {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:36:24.493298 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6956003'] for segment, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:24.519535 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:24.522900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:36:24.802837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Network 5a5dbac9-a669-4639-94f7-d51a067a2b3a has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:36:24.821624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848153614'] for segment, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:25.087299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:25.167294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc906114-0a45-4521-b3f4-629116421130 req-a0d98bee-e2b8-481d-95ca-61e8d875e899 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:25.171962 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cc906114-0a45-4521-b3f4-629116421130 req-a0d98bee-e2b8-481d-95ca-61e8d875e899 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1158786 Feb 17 00:36:25.257241 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cc906114-0a45-4521-b3f4-629116421130 req-49ba267d-200f-4d06-b35f-1c7c3eaefd52 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733018 Feb 17 00:36:25.367397 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cef1e-8beb-4f6b-a325-339827cf4885 req-db259e52-f81c-4371-b84b-34986d736d23 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:25.369155 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-761cef1e-8beb-4f6b-a325-339827cf4885 req-db259e52-f81c-4371-b84b-34986d736d23 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.7555854 Feb 17 00:36:25.404183 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Network 5a5dbac9-a669-4639-94f7-d51a067a2b3a has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: from cryptography.utils import int_from_bytes Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: from cryptography.utils import int_from_bytes Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: (rel_b, rel_a, rel_b), Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: (rel_b, rel_a, rel_b), Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:36:25.433608 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:36:25.481905 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50259e9d-8088-4f13-9928-d8293cccee9a req-98e881e1-487c-4b33-8a3b-96bcc23608d8 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:25.483738 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-50259e9d-8088-4f13-9928-d8293cccee9a req-98e881e1-487c-4b33-8a3b-96bcc23608d8 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1132143 Feb 17 00:36:25.567377 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-50259e9d-8088-4f13-9928-d8293cccee9a req-b56d9f2f-6bd0-48f5-a033-c9f4766a034c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714700 Feb 17 00:36:25.748768 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-761cef1e-8beb-4f6b-a325-339827cf4885 req-7457666f-3381-422d-8271-6bf7d5b01029 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704410 Feb 17 00:36:25.772298 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f649866d-de51-4156-8e34-18efe1b5d676 req-3d0d58fa-230d-4788-9d73-42d640cb1e9c tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 210 time: 0.0793645 Feb 17 00:36:25.776092 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-7700fecb-3f6b-4413-ba78-9e7471b10aff tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:25.780038 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-7700fecb-3f6b-4413-ba78-9e7471b10aff tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.49 "GET /v2.0/networks?id=9b172365-2b51-44db-a0f7-00a62d0fa1d3 HTTP/1.1" status: 200 len: 809 time: 0.2867854 Feb 17 00:36:25.795807 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Request body: {'port': {'device_id': 'ba0b4fc5-bf38-46e2-8c69-81ce0b417874', 'network_id': '9b172365-2b51-44db-a0f7-00a62d0fa1d3', 'admin_state_up': True, 'tenant_id': '6a4a118e8a054e4da37735614ebfc472'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:36:25.932912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:25.971615 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:36:25.988102 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:25.995235 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:36:26.008936 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:26.048828 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Made reservation on behalf of 6a4a118e8a054e4da37735614ebfc472 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:36:26.055356 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:26.072999 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] 10.222.0.38 "DELETE /v2.0/networks/5a5dbac9-a669-4639-94f7-d51a067a2b3a HTTP/1.1" status: 204 len: 168 time: 2.3399546 Feb 17 00:36:26.072999 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a5dbac9-a669-4639-94f7-d51a067a2b3a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:26.075006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5120e218-e177-43ff-8b20-c4e388e4a71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:26.771052 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f60d-bc15-432c-b9ee-a6f4b82407d2 req-43ee8272-6c82-4896-a734-f1d03ddb4429 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:26.771052 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b10f60d-bc15-432c-b9ee-a6f4b82407d2 req-43ee8272-6c82-4896-a734-f1d03ddb4429 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1036398 Feb 17 00:36:26.772909 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Allocated IP 172.20.0.12 (9b172365-2b51-44db-a0f7-00a62d0fa1d3/9e3266bc-09fc-45dd-9853-ccc68c891412/72cec06a-c411-4b0b-a8ac-5ca05886e06a) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:36:26.773342 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b10f60d-bc15-432c-b9ee-a6f4b82407d2 req-e377cd53-d253-4496-a2df-3069810dfa57 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473928 Feb 17 00:36:26.773611 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:26.773786 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1917a-d735-4368-9bd9-8b9673a046b6 req-cd8c8a85-710b-4530-9ae9-f4c7b2cc90d7 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:26.773786 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1bf1917a-d735-4368-9bd9-8b9673a046b6 req-cd8c8a85-710b-4530-9ae9-f4c7b2cc90d7 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0868187 Feb 17 00:36:26.822034 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1bf1917a-d735-4368-9bd9-8b9673a046b6 req-fdfc4c55-3a81-4207-a01c-5a67b7ab7504 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451443 Feb 17 00:36:27.022674 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dc21d-f775-4fc5-91f3-cc86a5b5be35 req-e4c7964c-01f0-46af-b901-476f0b41d596 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:27.024193 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-095dc21d-f775-4fc5-91f3-cc86a5b5be35 req-e4c7964c-01f0-46af-b901-476f0b41d596 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0931046 Feb 17 00:36:27.072054 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-095dc21d-f775-4fc5-91f3-cc86a5b5be35 req-a75e114a-2fb3-4ee8-984f-a31499a7a8f2 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415194 Feb 17 00:36:27.268634 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca318f-52a9-490d-a07c-17f279a38455 req-65ba72ea-d333-4c93-b849-c9e599e30572 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:27.270301 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7eca318f-52a9-490d-a07c-17f279a38455 req-65ba72ea-d333-4c93-b849-c9e599e30572 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 932 time: 0.0874367 Feb 17 00:36:27.322630 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7eca318f-52a9-490d-a07c-17f279a38455 req-71533071-fbe6-430d-b1b4-269e1a50492e tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Feb 17 00:36:27.909194 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:27.928740 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:27.928939 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 38486) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:36:28.004488 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-cf9db869-278f-498c-b4f7-74db85d271c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=324d9d96e37f4e8eac472c1a5939ca49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741134 Feb 17 00:36:28.009785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 38494) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:36:28.016260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048de2c-7c1c-46e6-9de8-36b44f811ff2 req-475f15cf-2b68-4a19-b6b5-9cd6f880b580 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:28.017949 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d048de2c-7c1c-46e6-9de8-36b44f811ff2 req-475f15cf-2b68-4a19-b6b5-9cd6f880b580 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1416318 Feb 17 00:36:28.117593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Network 9b172365-2b51-44db-a0f7-00a62d0fa1d3 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:36:28.121193 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:36:28.125697 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:36:28.164559 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d048de2c-7c1c-46e6-9de8-36b44f811ff2 req-0f2b2e67-6804-41f4-9653-74b32d49fc34 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241729 Feb 17 00:36:28.214390 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c24dbb5b-1565-4e8b-a2ca-b911591b5aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:28.230352 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:28.231315 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:28.283181 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Pushing event updated for resources: {'Port': ['ID=72cec06a-c411-4b0b-a8ac-5ca05886e06a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:28.288156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:28.303660 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c24dbb5b-1565-4e8b-a2ca-b911591b5aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:28.433922 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350e2b8-e3be-4bca-9a6d-8c8e9004dd21 req-5306502c-6fe6-4e60-8021-843cdf3c2bc8 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:28.435579 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a350e2b8-e3be-4bca-9a6d-8c8e9004dd21 req-5306502c-6fe6-4e60-8021-843cdf3c2bc8 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1920831 Feb 17 00:36:28.495307 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a350e2b8-e3be-4bca-9a6d-8c8e9004dd21 req-0b3f60b8-6e3d-47a1-b703-47edf83387af tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529709 Feb 17 00:36:28.500671 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c24dbb5b-1565-4e8b-a2ca-b911591b5aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:28.503090 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7122355 Feb 17 00:36:28.509194 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-66a7cb54-bb9e-499d-ad9e-b90c125acfcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:28.523662 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Request body: {'port': {'device_id': 'ba0b4fc5-bf38-46e2-8c69-81ce0b417874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:36:28.534025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24dbb5b-1565-4e8b-a2ca-b911591b5aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbcdcea-a095-4e72-a305-ddd1df197ade,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:28.539823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c24dbb5b-1565-4e8b-a2ca-b911591b5aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:28.557187 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36257582-cae2-41fd-8d2a-c8413d2b39e8 req-a0f43a39-77a9-4f9a-8d26-d681ade7d4dd tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:28.566243 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-36257582-cae2-41fd-8d2a-c8413d2b39e8 req-a0f43a39-77a9-4f9a-8d26-d681ade7d4dd tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1666629 Feb 17 00:36:28.624559 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-36257582-cae2-41fd-8d2a-c8413d2b39e8 req-21bf9723-5d59-495e-be9e-0cdea326df58 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573726 Feb 17 00:36:28.625758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c24dbb5b-1565-4e8b-a2ca-b911591b5aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:28.627049 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c24dbb5b-1565-4e8b-a2ca-b911591b5aac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6bbcdcea-a095-4e72-a305-ddd1df197ade HTTP/1.1" status: 204 len: 168 time: 0.6081488 Feb 17 00:36:28.751139 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:28.796444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8b953-9431-47b1-81e1-d288e03c4e20 req-01ae0f8c-3b29-4d4c-bd16-2210d361ce2a tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:28.797243 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-45d8b953-9431-47b1-81e1-d288e03c4e20 req-01ae0f8c-3b29-4d4c-bd16-2210d361ce2a tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Synchronizing usage tracker for tenant:6a4a118e8a054e4da37735614ebfc472 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:36:28.921358 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-45d8b953-9431-47b1-81e1-d288e03c4e20 req-01ae0f8c-3b29-4d4c-bd16-2210d361ce2a tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Unset dirty status for tenant:6a4a118e8a054e4da37735614ebfc472 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:36:28.922656 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-45d8b953-9431-47b1-81e1-d288e03c4e20 req-01ae0f8c-3b29-4d4c-bd16-2210d361ce2a tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 932 time: 0.2610567 Feb 17 00:36:29.003656 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-45d8b953-9431-47b1-81e1-d288e03c4e20 req-9ff1061f-52f6-4593-a35d-255961d760b4 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730820 Feb 17 00:36:29.398224 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72cec06a-c411-4b0b-a8ac-5ca05886e06a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:36:29.407174 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:29.435807 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 38512) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:36:29.498572 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Transition to ACTIVE for port object 72cec06a-c411-4b0b-a8ac-5ca05886e06a will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:36:29.502161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72349c9b-4a7a-41bf-8c65-d548373c0669 req-87317cc4-f0e4-4153-90e1-ac03f9bcb8f5 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:29.511284 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-72349c9b-4a7a-41bf-8c65-d548373c0669 req-87317cc4-f0e4-4153-90e1-ac03f9bcb8f5 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1378880 Feb 17 00:36:29.524686 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-8f800194-c121-4fc4-92d7-9a411fb164ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c20817f7c4249619b61e13c00869e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843771 Feb 17 00:36:29.525120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 38518) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:36:29.583163 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:29.589610 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-72349c9b-4a7a-41bf-8c65-d548373c0669 req-755d871d-aea1-4be5-8c8c-522923be77e3 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762701 Feb 17 00:36:29.664987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:29.812127 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Pushing event updated for resources: {'Port': ['ID=72cec06a-c411-4b0b-a8ac-5ca05886e06a,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:29.829372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-441486ff-7a3c-44b8-b236-709215cd042b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:29.850782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:29.929531 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-441486ff-7a3c-44b8-b236-709215cd042b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:29.955218 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20942c5e-d365-4de0-adc5-70118d914e0c req-59b21d5a-a7f5-423e-b0f1-84a36b977975 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:29.963973 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20942c5e-d365-4de0-adc5-70118d914e0c req-59b21d5a-a7f5-423e-b0f1-84a36b977975 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1400766 Feb 17 00:36:29.977378 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca60a9b-4461-40aa-9cb8-313fd181aec8 req-702946b2-562f-4895-afee-e7249549a5f4 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:29.979048 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7ca60a9b-4461-40aa-9cb8-313fd181aec8 req-702946b2-562f-4895-afee-e7249549a5f4 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.2559905 Feb 17 00:36:30.046211 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20942c5e-d365-4de0-adc5-70118d914e0c req-3d45c4e5-bd76-4e2e-9b6f-cca3af2af556 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816274 Feb 17 00:36:30.243017 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7ca60a9b-4461-40aa-9cb8-313fd181aec8 req-f1831588-33ad-49ed-8383-ae337ad8397b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371321 Feb 17 00:36:30.283526 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Attempting to bind port 72cec06a-c411-4b0b-a8ac-5ca05886e06a on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:36:30.284109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Attempting to bind port 72cec06a-c411-4b0b-a8ac-5ca05886e06a by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'fb786b73-3363-44bd-be63-0ee59ffdde19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9b172365-2b51-44db-a0f7-00a62d0fa1d3'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:36:30.284614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Attempting to bind port 72cec06a-c411-4b0b-a8ac-5ca05886e06a on network 9b172365-2b51-44db-a0f7-00a62d0fa1d3 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:36:30.291973 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:36:30.292500 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Checking segment: {'id': 'fb786b73-3363-44bd-be63-0ee59ffdde19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9b172365-2b51-44db-a0f7-00a62d0fa1d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:36:30.293032 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:30.293697 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Bound using segment: {'id': 'fb786b73-3363-44bd-be63-0ee59ffdde19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9b172365-2b51-44db-a0f7-00a62d0fa1d3'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:36:30.294301 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Bound port: 72cec06a-c411-4b0b-a8ac-5ca05886e06a, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb786b73-3363-44bd-be63-0ee59ffdde19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9b172365-2b51-44db-a0f7-00a62d0fa1d3'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:36:30.294790 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:30.370933 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e61bb-2159-4c4d-ba61-2169ccd95975 req-434c1eda-4df4-4b1f-adbf-95e6d245ef98 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:30.378617 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-467e61bb-2159-4c4d-ba61-2169ccd95975 req-434c1eda-4df4-4b1f-adbf-95e6d245ef98 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 944 time: 0.1895521 Feb 17 00:36:30.393769 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-441486ff-7a3c-44b8-b236-709215cd042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:30.413955 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4a2d72c1-3af8-4154-886c-3e5e7f038945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:30.437411 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441486ff-7a3c-44b8-b236-709215cd042b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdd4c6b-f685-4b1b-95a4-03d59d354182,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:30.439868 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-467e61bb-2159-4c4d-ba61-2169ccd95975 req-20b66ea6-3bc7-45b0-8ce0-0a28f543d57c tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593767 Feb 17 00:36:30.450924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-441486ff-7a3c-44b8-b236-709215cd042b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:30.453723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-441486ff-7a3c-44b8-b236-709215cd042b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:30.454948 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-441486ff-7a3c-44b8-b236-709215cd042b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1bdd4c6b-f685-4b1b-95a4-03d59d354182 HTTP/1.1" status: 204 len: 168 time: 0.9288025 Feb 17 00:36:30.460870 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] For port 72cec06a-c411-4b0b-a8ac-5ca05886e06a, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:36:30.464771 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] For port 72cec06a-c411-4b0b-a8ac-5ca05886e06a, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=72cec06a-c411-4b0b-a8ac-5ca05886e06a,segment=NetworkSegment(fb786b73-3363-44bd-be63-0ee59ffdde19),segment_id=fb786b73-3363-44bd-be63-0ee59ffdde19)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:36:30.539266 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:30.561129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-291a6f11-108a-4f9f-b076-86ac44e25463 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:30.721353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Pushing event updated for resources: {'Port': ['ID=72cec06a-c411-4b0b-a8ac-5ca05886e06a,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:30.727240 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:31.223444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:31.223444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:31.223444 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] 10.222.0.49 "PUT /v2.0/ports/72cec06a-c411-4b0b-a8ac-5ca05886e06a HTTP/1.1" status: 200 len: 1158 time: 2.7076504 Feb 17 00:36:31.223444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0b4fc5-bf38-46e2-8c69-81ce0b417874', 'tag': '72cec06a-c411-4b0b-a8ac-5ca05886e06a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:36:31.370508 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e282d-4079-448e-8a29-64cf7c2e0019 req-24c0848e-be74-45ab-9392-ee9e3216a1fd tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:31.372231 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0e2e282d-4079-448e-8a29-64cf7c2e0019 req-24c0848e-be74-45ab-9392-ee9e3216a1fd tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.6231415 Feb 17 00:36:31.421966 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850dd6d-6429-4ffc-ae39-60ef4bc26f7b req-7cbda2dd-13ac-43d3-af02-3134744aa811 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:31.423972 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8850dd6d-6429-4ffc-ae39-60ef4bc26f7b req-7cbda2dd-13ac-43d3-af02-3134744aa811 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0985358 Feb 17 00:36:31.446607 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0e2e282d-4079-448e-8a29-64cf7c2e0019 req-d0840255-a977-4fc0-a7d8-eeb3d815e394 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638180 Feb 17 00:36:31.470421 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-fda3aa99-2fc1-4d18-a94f-63756d048007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:31.483975 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-fda3aa99-2fc1-4d18-a94f-63756d048007 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a4a118e8a054e4da37735614ebfc472&device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 1161 time: 0.1860998 Feb 17 00:36:31.525971 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8850dd6d-6429-4ffc-ae39-60ef4bc26f7b req-7116ec69-4831-44e5-a511-c1006363274a tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887103 Feb 17 00:36:31.629306 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0b4fc5-bf38-46e2-8c69-81ce0b417874', 'tag': '72cec06a-c411-4b0b-a8ac-5ca05886e06a', 'status': 'completed', 'code': 200} Feb 17 00:36:31.653768 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-00183564-2648-49df-8dd3-5ed0ad49a764 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72cec06a-c411-4b0b-a8ac-5ca05886e06a HTTP/1.1" status: 200 len: 217 time: 0.1554816 Feb 17 00:36:31.732514 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-1c61d821-fb79-43f4-a5fd-784260455076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:31.734402 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-1c61d821-fb79-43f4-a5fd-784260455076 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e3266bc-09fc-45dd-9853-ccc68c891412 HTTP/1.1" status: 200 len: 849 time: 0.0727656 Feb 17 00:36:31.837881 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-446a3df5-626f-4079-883f-09a2ce042654 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9b172365-2b51-44db-a0f7-00a62d0fa1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567615 Feb 17 00:36:31.846351 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889df67-6d34-4342-a6fd-6204b8c26ab5 req-310dee18-4efd-4948-9c7b-8328720859fe tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:31.856437 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d889df67-6d34-4342-a6fd-6204b8c26ab5 req-310dee18-4efd-4948-9c7b-8328720859fe tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1479607 Feb 17 00:36:31.938221 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d889df67-6d34-4342-a6fd-6204b8c26ab5 req-15903641-a99e-4d65-97a0-3c1721e3d008 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802557 Feb 17 00:36:31.972736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce85b3-3cb4-41ae-abf3-68554e4e1c05 req-6fe2895f-3606-4a2c-a3c4-484cd8743171 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:31.977777 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-97ce85b3-3cb4-41ae-abf3-68554e4e1c05 req-6fe2895f-3606-4a2c-a3c4-484cd8743171 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 944 time: 0.2761457 Feb 17 00:36:32.057019 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-97ce85b3-3cb4-41ae-abf3-68554e4e1c05 req-921b8886-1e26-4426-8077-1b6c63d8e4fc tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715396 Feb 17 00:36:32.118868 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-3392f58b-653e-4e6e-bbba-85f9e91b1cd7 service neutron] 10.222.0.49 "GET /v2.0/networks/9b172365-2b51-44db-a0f7-00a62d0fa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718050 Feb 17 00:36:32.384588 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8873387e-bae0-4b33-afa9-e67b692fea2b req-c3bfd5bb-354a-465c-bfbf-aa1d941e70fa service neutron] 10.222.0.49 "GET /v2.0/networks/9b172365-2b51-44db-a0f7-00a62d0fa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2577620 Feb 17 00:36:32.717730 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a749f-3d06-4831-8bab-4a81cc04237e req-61e60bd9-49da-45ce-a475-37d87f5cd9a2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:32.719486 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-594a749f-3d06-4831-8bab-4a81cc04237e req-61e60bd9-49da-45ce-a475-37d87f5cd9a2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1295865 Feb 17 00:36:32.772885 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-594a749f-3d06-4831-8bab-4a81cc04237e req-9c13b9d1-5911-40ba-ae31-704621721977 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468469 Feb 17 00:36:32.803345 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dee0d-2c3f-4a98-9d06-a05e6a3e698f req-6e4ce04e-dbf0-4e9b-b4f9-e3e5098a0228 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:32.805019 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-161dee0d-2c3f-4a98-9d06-a05e6a3e698f req-6e4ce04e-dbf0-4e9b-b4f9-e3e5098a0228 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1452839 Feb 17 00:36:32.852694 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-161dee0d-2c3f-4a98-9d06-a05e6a3e698f req-91fec29f-1bbb-4453-8cf0-7a4d46b004b2 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Feb 17 00:36:32.936722 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6a25f-846d-47b2-8485-5475e66d9c19 req-d22c5404-d354-4091-b546-1b0f57f7bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:32.938405 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-13d6a25f-846d-47b2-8485-5475e66d9c19 req-d22c5404-d354-4091-b546-1b0f57f7bd0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a4a118e8a054e4da37735614ebfc472&device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 1161 time: 0.0870221 Feb 17 00:36:33.135272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6a25f-846d-47b2-8485-5475e66d9c19 req-f15ab801-c295-49c0-bbaf-b903c49b4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:33.136880 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-13d6a25f-846d-47b2-8485-5475e66d9c19 req-f15ab801-c295-49c0-bbaf-b903c49b4550 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9b172365-2b51-44db-a0f7-00a62d0fa1d3 HTTP/1.1" status: 200 len: 903 time: 0.1904228 Feb 17 00:36:33.242787 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-13d6a25f-846d-47b2-8485-5475e66d9c19 req-ee87b6bc-9ef8-4e54-8293-7b68df85c14d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72cec06a-c411-4b0b-a8ac-5ca05886e06a HTTP/1.1" status: 200 len: 217 time: 0.0960186 Feb 17 00:36:33.296279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfa70c-a9a7-431f-b7b4-c1804ec6c322 req-18d204f7-6efd-42a1-8f84-2164fae32d7b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:33.306457 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7bcfa70c-a9a7-431f-b7b4-c1804ec6c322 req-18d204f7-6efd-42a1-8f84-2164fae32d7b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.2487521 Feb 17 00:36:33.392077 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b184684-a9a6-41fd-b448-d260cafecfd3 req-3dfd4870-3fe5-4430-9a5b-bf1f9a8ad54a tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:33.394692 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3b184684-a9a6-41fd-b448-d260cafecfd3 req-3dfd4870-3fe5-4430-9a5b-bf1f9a8ad54a tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 944 time: 0.1976256 Feb 17 00:36:33.408525 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7bcfa70c-a9a7-431f-b7b4-c1804ec6c322 req-ea3f2c1e-f730-4f9b-94bb-0ee7dc84d059 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009798 Feb 17 00:36:33.412860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6a25f-846d-47b2-8485-5475e66d9c19 req-a6c20193-a907-437e-a67d-16d78806a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:33.414493 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-13d6a25f-846d-47b2-8485-5475e66d9c19 req-a6c20193-a907-437e-a67d-16d78806a407 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e3266bc-09fc-45dd-9853-ccc68c891412 HTTP/1.1" status: 200 len: 849 time: 0.1640291 Feb 17 00:36:33.517927 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-13d6a25f-846d-47b2-8485-5475e66d9c19 req-fd1ca797-802c-4e49-8555-ce34a6ac87fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9b172365-2b51-44db-a0f7-00a62d0fa1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930016 Feb 17 00:36:33.519417 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3b184684-a9a6-41fd-b448-d260cafecfd3 req-b18d9a9d-8d30-4ae9-8386-e0a3c5c447a9 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983741 Feb 17 00:36:33.706342 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-13d6a25f-846d-47b2-8485-5475e66d9c19 req-3b71dcfc-b0ab-4af5-be10-b812eafe3b2a service neutron] 10.222.0.49 "GET /v2.0/networks/9b172365-2b51-44db-a0f7-00a62d0fa1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776989 Feb 17 00:36:33.859092 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-13d6a25f-846d-47b2-8485-5475e66d9c19 req-10e5897e-670c-49cd-85a2-1f72b77ca999 service neutron] 10.222.0.49 "GET /v2.0/networks/9b172365-2b51-44db-a0f7-00a62d0fa1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1452308 Feb 17 00:36:34.073415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278cd7c-93d7-4de5-a716-df1b210fd990 req-292f31fd-0afd-4c24-9a54-a20a08962d3a tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:34.078443 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3278cd7c-93d7-4de5-a716-df1b210fd990 req-292f31fd-0afd-4c24-9a54-a20a08962d3a tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1364784 Feb 17 00:36:34.116674 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf7de-b8f6-413f-b148-14e8c054e007 req-4bf804de-8a41-4b82-a740-348619ae156e tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:34.118579 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-635bf7de-b8f6-413f-b148-14e8c054e007 req-4bf804de-8a41-4b82-a740-348619ae156e tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1368747 Feb 17 00:36:34.165897 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3278cd7c-93d7-4de5-a716-df1b210fd990 req-9d02944d-3f39-4c05-9c9b-63b5225319a6 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780783 Feb 17 00:36:34.211774 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-635bf7de-b8f6-413f-b148-14e8c054e007 req-d9288011-a8c4-43cb-87dd-3561bb44e3c2 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857027 Feb 17 00:36:34.660455 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78af05e-d31a-4bc0-8aa5-969ef35f7243 req-40a70f85-84c5-4b6f-af44-075e3222532a tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:34.674903 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b78af05e-d31a-4bc0-8aa5-969ef35f7243 req-40a70f85-84c5-4b6f-af44-075e3222532a tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1331148 Feb 17 00:36:34.744327 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b78af05e-d31a-4bc0-8aa5-969ef35f7243 req-5754fd43-fc7e-4c6d-ac25-99d7ba7b84a1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668645 Feb 17 00:36:34.818939 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17743-4a1f-45c0-b905-e8abaab53c2b req-150cc03b-a78d-4468-81c4-28e9f823bb12 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:34.828207 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-55f17743-4a1f-45c0-b905-e8abaab53c2b req-150cc03b-a78d-4468-81c4-28e9f823bb12 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 944 time: 0.1511061 Feb 17 00:36:34.877482 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-55f17743-4a1f-45c0-b905-e8abaab53c2b req-cc66c6dd-ace8-492b-80be-57ee758afb29 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485969 Feb 17 00:36:35.408426 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100f495-7c63-4429-a134-262b79803246 req-806e20dd-77df-4372-a75f-4e3c6233b8c8 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:35.410159 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8100f495-7c63-4429-a134-262b79803246 req-806e20dd-77df-4372-a75f-4e3c6233b8c8 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1046171 Feb 17 00:36:35.482965 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8100f495-7c63-4429-a134-262b79803246 req-06dee62a-236c-432f-bcf2-7d706cb8d5d0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651653 Feb 17 00:36:35.532764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20721ca6-c9cb-4410-be41-49b0fc4001f5 req-a143e8b3-48c2-43ff-89b3-5b4eef330f65 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:35.532764 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20721ca6-c9cb-4410-be41-49b0fc4001f5 req-a143e8b3-48c2-43ff-89b3-5b4eef330f65 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1664827 Feb 17 00:36:35.637342 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20721ca6-c9cb-4410-be41-49b0fc4001f5 req-e361ac72-9c0d-402e-a8d8-e64a8c78324c tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988348 Feb 17 00:36:36.050002 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a481582-06a9-4c78-843d-a7a6194195d6 req-1a4d8b9c-1dc9-4367-9cc7-6416f78a8d0c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:36.051636 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6a481582-06a9-4c78-843d-a7a6194195d6 req-1a4d8b9c-1dc9-4367-9cc7-6416f78a8d0c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1348784 Feb 17 00:36:36.127121 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6a481582-06a9-4c78-843d-a7a6194195d6 req-39de3852-b6f0-48bb-ad8a-3120b81dabfc tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648408 Feb 17 00:36:36.159902 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cee7b-c0a5-4abf-b9a1-075a50a4957d req-5ef2e3ac-ecf8-4784-9117-2f74ae316e1f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:36.159902 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-582cee7b-c0a5-4abf-b9a1-075a50a4957d req-5ef2e3ac-ecf8-4784-9117-2f74ae316e1f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1868336 Feb 17 00:36:36.235429 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f1e6d-405a-4632-b7ec-aaadab6ef343 req-38dd6231-9045-4351-b120-6ef4b53c6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:36.238019 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c87f1e6d-405a-4632-b7ec-aaadab6ef343 req-38dd6231-9045-4351-b120-6ef4b53c6947 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9&device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 1162 time: 0.1891346 Feb 17 00:36:36.243235 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-582cee7b-c0a5-4abf-b9a1-075a50a4957d req-a8fe63bb-5610-4082-8a3f-599cffa82290 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809553 Feb 17 00:36:36.415345 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7be7f-8535-4730-9673-365ef8c826e1 req-b9d59085-2c2c-492e-bf99-efe76b98dcd1 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:36.417363 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-27c7be7f-8535-4730-9673-365ef8c826e1 req-b9d59085-2c2c-492e-bf99-efe76b98dcd1 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 944 time: 0.1260653 Feb 17 00:36:36.451685 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f1e6d-405a-4632-b7ec-aaadab6ef343 req-388e2aba-3a16-4545-8498-9ad04503d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:36.453566 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c87f1e6d-405a-4632-b7ec-aaadab6ef343 req-388e2aba-3a16-4545-8498-9ad04503d338 service neutron] 10.222.0.49 "GET /v2.0/networks?id=aef55492-a3bb-4193-9f92-43c940f31c3f HTTP/1.1" status: 200 len: 904 time: 0.2058401 Feb 17 00:36:36.474596 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-27c7be7f-8535-4730-9673-365ef8c826e1 req-78980f2f-0b52-4e7e-bf23-78d4a22b565f tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504472 Feb 17 00:36:36.592179 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c87f1e6d-405a-4632-b7ec-aaadab6ef343 req-a9447d33-636b-4258-93d4-04d3d1ed5b94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1ba40f5-b5d4-4074-aa5e-c55509f8217b HTTP/1.1" status: 200 len: 1001 time: 0.1265004 Feb 17 00:36:36.673987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f1e6d-405a-4632-b7ec-aaadab6ef343 req-fbda2f0b-5529-48d6-bb32-60659c7eb6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:36.676068 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c87f1e6d-405a-4632-b7ec-aaadab6ef343 req-fbda2f0b-5529-48d6-bb32-60659c7eb6c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=081519e3-3689-4b75-a2a2-253d4b2b0fbb HTTP/1.1" status: 200 len: 849 time: 0.0749817 Feb 17 00:36:36.796787 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f1e6d-405a-4632-b7ec-aaadab6ef343 req-a199a8f6-5984-4fe4-981a-d3ae60f4e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:36.797081 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 72cec06a-c411-4b0b-a8ac-5ca05886e06a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:36:36.799004 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c87f1e6d-405a-4632-b7ec-aaadab6ef343 req-a199a8f6-5984-4fe4-981a-d3ae60f4e83d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aef55492-a3bb-4193-9f92-43c940f31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1147778 Feb 17 00:36:36.876181 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca1b9c-fefe-4fbb-b52a-e52b446eb7c3 req-aa85b42f-5d7e-4432-978c-8bcb8a4a800d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:36.877860 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a6ca1b9c-fefe-4fbb-b52a-e52b446eb7c3 req-aa85b42f-5d7e-4432-978c-8bcb8a4a800d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1004808 Feb 17 00:36:36.931077 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a6ca1b9c-fefe-4fbb-b52a-e52b446eb7c3 req-4141215b-53a0-4e62-93bd-0fc132592cdd tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445735 Feb 17 00:36:36.990554 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c87f1e6d-405a-4632-b7ec-aaadab6ef343 req-cb2af7b0-7c3d-4263-b33a-27ff030e709b service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834590 Feb 17 00:36:37.223853 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c87f1e6d-405a-4632-b7ec-aaadab6ef343 req-ec060f70-e1b2-4ca4-af33-d48785d8a3ed service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2269068 Feb 17 00:36:37.292092 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port 72cec06a-c411-4b0b-a8ac-5ca05886e06a completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:36:37.298255 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 72cec06a-c411-4b0b-a8ac-5ca05886e06a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:36:37.299124 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:37.544764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:37.586829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6c6e0-5b42-42a4-bcf0-cb1d7ac74253 req-1a72f400-e7fe-49a1-ad03-f0c9dd7f9462 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:37.598008 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-40f6c6e0-5b42-42a4-bcf0-cb1d7ac74253 req-1a72f400-e7fe-49a1-ad03-f0c9dd7f9462 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1871030 Feb 17 00:36:37.608402 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655628a-ab1a-4370-a28f-cd6d58b20fb3 req-03e3151c-760f-44e8-b251-977fd7e5edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:37.612268 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8655628a-ab1a-4370-a28f-cd6d58b20fb3 req-03e3151c-760f-44e8-b251-977fd7e5edac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 1163 time: 0.2049866 Feb 17 00:36:37.615160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0b4fc5-bf38-46e2-8c69-81ce0b417874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cec06a-c411-4b0b-a8ac-5ca05886e06a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:36:37.637857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 72cec06a-c411-4b0b-a8ac-5ca05886e06a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=72cec06a-c411-4b0b-a8ac-5ca05886e06a,segment=NetworkSegment(fb786b73-3363-44bd-be63-0ee59ffdde19),segment_id=fb786b73-3363-44bd-be63-0ee59ffdde19)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:36:37.656174 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-40f6c6e0-5b42-42a4-bcf0-cb1d7ac74253 req-c38a0380-6a26-4d3a-999b-0bfad4864167 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569754 Feb 17 00:36:37.686861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:37.689181 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:37.747541 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8655628a-ab1a-4370-a28f-cd6d58b20fb3 req-3ff2cf2a-e926-47c6-8fa3-aa70a7fa1bc6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263087 Feb 17 00:36:37.805722 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d74ac-512f-4ca5-85c1-5c90567f7685 req-76a5e153-543c-477e-b679-bfe4d09bc8de tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:37.809583 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bf1d74ac-512f-4ca5-85c1-5c90567f7685 req-76a5e153-543c-477e-b679-bfe4d09bc8de tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1628280 Feb 17 00:36:37.837247 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=72cec06a-c411-4b0b-a8ac-5ca05886e06a,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:37.841489 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:37.887981 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bf1d74ac-512f-4ca5-85c1-5c90567f7685 req-2fa99e67-3eb5-4fbe-a542-8af4dd9e09c3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737524 Feb 17 00:36:37.913135 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d55d0-7109-42f4-bafe-f3f3392987aa req-5359abe5-42f2-497b-9c84-a458882be4ed tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:37.934386 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-169d55d0-7109-42f4-bafe-f3f3392987aa req-5359abe5-42f2-497b-9c84-a458882be4ed tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 946 time: 0.1419778 Feb 17 00:36:37.968178 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0b4fc5-bf38-46e2-8c69-81ce0b417874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cec06a-c411-4b0b-a8ac-5ca05886e06a', 'code': 200} Feb 17 00:36:38.009348 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-169d55d0-7109-42f4-bafe-f3f3392987aa req-5f9c2316-f70a-446a-843c-ba83ffebee26 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737395 Feb 17 00:36:38.198222 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaed41-c915-4a82-9e65-8c3d838c9d33 req-fd96b588-5284-4a00-a004-fd1e5ae564e8 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:38.200147 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7ddaed41-c915-4a82-9e65-8c3d838c9d33 req-fd96b588-5284-4a00-a004-fd1e5ae564e8 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1169240 Feb 17 00:36:38.256857 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7ddaed41-c915-4a82-9e65-8c3d838c9d33 req-081bfd3d-a824-4bc0-9623-dcd055e7278e tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492368 Feb 17 00:36:38.317472 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device e1ba40f5-b5d4-4074-aa5e-c55509f8217b up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:36:38.392718 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port e1ba40f5-b5d4-4074-aa5e-c55509f8217b triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:36:38.393152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:38.526462 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 72cec06a-c411-4b0b-a8ac-5ca05886e06a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:36:38.601364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 72cec06a-c411-4b0b-a8ac-5ca05886e06a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:36:38.601716 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:38.891562 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d024eea-b615-41c6-a7a9-b6f85d73157a req-ce253963-a984-48b2-aace-fdb15ecbca67 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:38.894449 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7d024eea-b615-41c6-a7a9-b6f85d73157a req-ce253963-a984-48b2-aace-fdb15ecbca67 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0989690 Feb 17 00:36:38.975427 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7d024eea-b615-41c6-a7a9-b6f85d73157a req-6f7b02b2-4b15-48a4-aee5-f5fb015fc2fe tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731854 Feb 17 00:36:39.028327 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b4e64-2687-4edb-978d-085241281918 req-e230b49b-a3bb-43ea-8a0f-6c0f78eaa98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:39.030040 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-771b4e64-2687-4edb-978d-085241281918 req-e230b49b-a3bb-43ea-8a0f-6c0f78eaa98e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 1163 time: 0.1121759 Feb 17 00:36:39.085451 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-771b4e64-2687-4edb-978d-085241281918 req-28aa5c48-73d3-413b-a0df-68ab444d2437 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425270 Feb 17 00:36:39.228740 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c58e88-d668-4581-97b7-31e1b7a87506 req-7fc0bbd6-324a-4490-b6c1-5e58d118e9db tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:39.230415 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a0c58e88-d668-4581-97b7-31e1b7a87506 req-7fc0bbd6-324a-4490-b6c1-5e58d118e9db tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0933704 Feb 17 00:36:39.292457 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a0c58e88-d668-4581-97b7-31e1b7a87506 req-cc714994-f137-4141-90ae-df3675e3f54c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554299 Feb 17 00:36:39.300392 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3456e-46b6-4c16-a873-392f0e75ba5f req-8b5ccf03-f723-4682-ba9e-4eb69bb83935 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:39.302100 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e7e3456e-46b6-4c16-a873-392f0e75ba5f req-8b5ccf03-f723-4682-ba9e-4eb69bb83935 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 946 time: 0.1489794 Feb 17 00:36:39.389689 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e7e3456e-46b6-4c16-a873-392f0e75ba5f req-bc51b347-ddbd-4494-b096-65182f00340c tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769851 Feb 17 00:36:39.531664 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfc6b4-2418-400c-b6a3-df662798c2e4 req-fb807e26-ef72-4ed3-bea2-6ab60f8b7e26 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:39.533304 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3ebfc6b4-2418-400c-b6a3-df662798c2e4 req-fb807e26-ef72-4ed3-bea2-6ab60f8b7e26 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0914443 Feb 17 00:36:39.583890 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3ebfc6b4-2418-400c-b6a3-df662798c2e4 req-17bdce59-3c0e-4a18-9431-abebcec48ca8 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434747 Feb 17 00:36:40.052963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d6d42-07c6-4dd2-81d9-d64016775cf8 req-a415c44f-02d9-4397-9793-080d7aade4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:40.054578 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-294d6d42-07c6-4dd2-81d9-d64016775cf8 req-a415c44f-02d9-4397-9793-080d7aade4e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 1162 time: 0.0870605 Feb 17 00:36:40.229144 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d39414-8d8f-42f3-a4fe-186c8e935688 req-8180604e-2bef-417d-945e-d23409d3a840 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:40.237932 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-03d39414-8d8f-42f3-a4fe-186c8e935688 req-8180604e-2bef-417d-945e-d23409d3a840 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1233807 Feb 17 00:36:40.289510 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-03d39414-8d8f-42f3-a4fe-186c8e935688 req-555d777a-83ea-4019-b123-aeafad199bd7 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509684 Feb 17 00:36:40.314808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 5e1f4654-ebb5-45ec-a011-1a1d52ab075a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:36:40.501168 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:36:40.501579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:40.603955 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d6d42-07c6-4dd2-81d9-d64016775cf8 req-b8b41ea2-0cc0-47cd-bd21-5d3ac2fd3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:40.605625 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-294d6d42-07c6-4dd2-81d9-d64016775cf8 req-b8b41ea2-0cc0-47cd-bd21-5d3ac2fd3a3f service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff31d784-b8b2-47e1-ae32-b9585233432b HTTP/1.1" status: 200 len: 911 time: 0.5403020 Feb 17 00:36:40.632617 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882c04e-e2ed-47f8-99b9-f4dea5551862 req-a556a5a2-768c-428d-aa96-d714fedb0c10 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:40.634306 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d882c04e-e2ed-47f8-99b9-f4dea5551862 req-a556a5a2-768c-428d-aa96-d714fedb0c10 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.4202404 Feb 17 00:36:40.713492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd0bb7-ba32-4e66-8f87-53a3732fe887 req-78f05756-7753-4a71-ba6c-39adb4ab4557 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:40.715162 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-46fd0bb7-ba32-4e66-8f87-53a3732fe887 req-78f05756-7753-4a71-ba6c-39adb4ab4557 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1646140 Feb 17 00:36:40.767818 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-46fd0bb7-ba32-4e66-8f87-53a3732fe887 req-d5c3706a-fd28-4e12-9e68-6352287cf009 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459485 Feb 17 00:36:40.774435 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb8b01-8bbf-4035-913e-6c380e4c7603 req-53dbaf75-a645-4df3-b8a0-c6b851f81f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:40.776187 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-44cb8b01-8bbf-4035-913e-6c380e4c7603 req-53dbaf75-a645-4df3-b8a0-c6b851f81f58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dc6049af5414093b47adfcd95956623&device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 1163 time: 0.6023421 Feb 17 00:36:40.970372 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d882c04e-e2ed-47f8-99b9-f4dea5551862 req-f75d88d5-4abb-4e2d-b867-db6bd7cfbabd tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487810 Feb 17 00:36:40.982195 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-294d6d42-07c6-4dd2-81d9-d64016775cf8 req-a9eaa0f1-3644-4c21-9947-9844aca07cee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fa01bdd-2375-4262-b625-4ef15e262f01 HTTP/1.1" status: 200 len: 1000 time: 0.3576570 Feb 17 00:36:40.982195 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb8b01-8bbf-4035-913e-6c380e4c7603 req-175b3380-3b6e-48ed-a87f-28d8e9bd3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:40.982195 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-44cb8b01-8bbf-4035-913e-6c380e4c7603 req-175b3380-3b6e-48ed-a87f-28d8e9bd3c83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 200 len: 913 time: 0.1957188 Feb 17 00:36:41.012458 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9e1b0-3366-41b5-bfff-1d43e72fa918 req-4af4daf1-3d03-479d-bf3d-b7304bdab13e tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:41.014175 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-60d9e1b0-3366-41b5-bfff-1d43e72fa918 req-4af4daf1-3d03-479d-bf3d-b7304bdab13e tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 946 time: 0.1246676 Feb 17 00:36:41.068513 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-60d9e1b0-3366-41b5-bfff-1d43e72fa918 req-7d03627f-1bba-4ec6-b836-b0fe5b4b2e8e tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465775 Feb 17 00:36:41.115420 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-44cb8b01-8bbf-4035-913e-6c380e4c7603 req-2520bf36-8553-403c-9a90-6deee9f30a77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1f4654-ebb5-45ec-a011-1a1d52ab075a HTTP/1.1" status: 200 len: 217 time: 0.0746403 Feb 17 00:36:41.208483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d6d42-07c6-4dd2-81d9-d64016775cf8 req-c65ddbbc-b2a1-41c5-8dc9-fa2ddfa4c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:41.213901 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-294d6d42-07c6-4dd2-81d9-d64016775cf8 req-c65ddbbc-b2a1-41c5-8dc9-fa2ddfa4c9a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e9c8844-2af8-4b7a-86e5-25cde2667f3e HTTP/1.1" status: 200 len: 856 time: 0.2121887 Feb 17 00:36:41.220070 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb8b01-8bbf-4035-913e-6c380e4c7603 req-274c458c-66c3-476f-8ad6-71016e4d67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:41.221974 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-44cb8b01-8bbf-4035-913e-6c380e4c7603 req-274c458c-66c3-476f-8ad6-71016e4d67e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b10397f5-495d-4d30-83f5-ea178ae22011 HTTP/1.1" status: 200 len: 859 time: 0.0999680 Feb 17 00:36:41.327143 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-44cb8b01-8bbf-4035-913e-6c380e4c7603 req-20d6aba7-d1de-4f06-85c6-75c3d987a5e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c1fedf-b050-43eb-97d0-4a3845e99d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632970 Feb 17 00:36:41.456001 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d6d42-07c6-4dd2-81d9-d64016775cf8 req-f1c977eb-598c-410a-a6d2-12736df91e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:41.457675 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-294d6d42-07c6-4dd2-81d9-d64016775cf8 req-f1c977eb-598c-410a-a6d2-12736df91e53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff31d784-b8b2-47e1-ae32-b9585233432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2396786 Feb 17 00:36:41.591077 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-44cb8b01-8bbf-4035-913e-6c380e4c7603 req-08006166-e8c7-4ca7-b66e-fedabb8c584f service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554209 Feb 17 00:36:41.727090 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-294d6d42-07c6-4dd2-81d9-d64016775cf8 req-73ff3c63-9ea9-40e2-805d-b5b9f4df0b98 service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574069 Feb 17 00:36:41.862805 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-44cb8b01-8bbf-4035-913e-6c380e4c7603 req-67594067-0602-4327-918f-bfe4d2e604ee service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2537282 Feb 17 00:36:41.909370 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-294d6d42-07c6-4dd2-81d9-d64016775cf8 req-6caa419e-f411-449a-a55f-e8834f54517c service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1681752 Feb 17 00:36:41.989557 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77153bee-0698-4a63-8a6e-2c2335192115 req-71900def-4474-4316-aa35-23b12528410d tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:41.991367 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-77153bee-0698-4a63-8a6e-2c2335192115 req-71900def-4474-4316-aa35-23b12528410d tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0911102 Feb 17 00:36:42.058554 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-77153bee-0698-4a63-8a6e-2c2335192115 req-918e7832-efd7-4d24-9c24-08831e0ebdf2 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605285 Feb 17 00:36:42.238385 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16ee54-1ae2-4dca-9fa6-a5c94287659e req-62917644-c50a-4f85-a8df-9ee8bf10688d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:42.240073 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4f16ee54-1ae2-4dca-9fa6-a5c94287659e req-62917644-c50a-4f85-a8df-9ee8bf10688d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0988283 Feb 17 00:36:42.292576 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4f16ee54-1ae2-4dca-9fa6-a5c94287659e req-e091d166-33f3-4e53-9e47-e693a4f32917 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456085 Feb 17 00:36:42.624566 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdb0ba-da06-4888-b7fe-cdde6675ae03 req-6659263b-017c-41a0-b246-f1c747d9be9f tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:42.626229 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f3bdb0ba-da06-4888-b7fe-cdde6675ae03 req-6659263b-017c-41a0-b246-f1c747d9be9f tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 946 time: 0.0875926 Feb 17 00:36:42.639384 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-97070000-420e-4040-9e4f-7b8aec6cf698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:42.678720 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f3bdb0ba-da06-4888-b7fe-cdde6675ae03 req-03b3248f-9b77-40da-ac6f-34843e16fc6d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453413 Feb 17 00:36:43.268311 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc3ef4-7faa-4b86-a0b6-717b6ab20605 req-30b8ed53-b3d9-440c-9004-a11bd86882ee tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:43.269996 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-23cc3ef4-7faa-4b86-a0b6-717b6ab20605 req-30b8ed53-b3d9-440c-9004-a11bd86882ee tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0897322 Feb 17 00:36:43.319876 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-23cc3ef4-7faa-4b86-a0b6-717b6ab20605 req-f5ed3dfd-d7dd-413f-94c0-091f37bbcd3a tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427155 Feb 17 00:36:43.506625 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534926c-d7fd-4880-ba18-09e6e1a84e56 req-ba4e6c1c-9da2-44d1-8c80-ebe6876b3fa3 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:43.508270 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5534926c-d7fd-4880-ba18-09e6e1a84e56 req-ba4e6c1c-9da2-44d1-8c80-ebe6876b3fa3 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0908570 Feb 17 00:36:43.557970 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5534926c-d7fd-4880-ba18-09e6e1a84e56 req-61d84da9-e756-494d-bb6f-6c0eb3193cc2 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 Feb 17 00:36:43.879823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab9039-167a-44a3-9ddc-9c25abad4ea4 req-f9c05757-150e-42ed-b582-18a771b11656 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:43.881932 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-51ab9039-167a-44a3-9ddc-9c25abad4ea4 req-f9c05757-150e-42ed-b582-18a771b11656 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 946 time: 0.0858877 Feb 17 00:36:43.928973 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-51ab9039-167a-44a3-9ddc-9c25abad4ea4 req-b931d330-3020-4520-aaa7-6a253d4f47c5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Feb 17 00:36:44.380033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 72cec06a-c411-4b0b-a8ac-5ca05886e06a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:36:44.452262 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 72cec06a-c411-4b0b-a8ac-5ca05886e06a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:36:44.452800 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:44.539833 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a22344-1ace-4c11-8480-554a70dd0f5a req-c396d8fa-2636-44db-8c8e-3441cdcd84eb tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:44.541526 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5a22344-1ace-4c11-8480-554a70dd0f5a req-c396d8fa-2636-44db-8c8e-3441cdcd84eb tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 946 time: 0.1675193 Feb 17 00:36:44.621653 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 2fa01bdd-2375-4262-b625-4ef15e262f01 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:36:44.641023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-a5a22344-1ace-4c11-8480-554a70dd0f5a req-f7af46ab-0402-49dc-ac22-f409a6c2b9e5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Deleting port 72cec06a-c411-4b0b-a8ac-5ca05886e06a {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:36:44.641460 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5a22344-1ace-4c11-8480-554a70dd0f5a req-f7af46ab-0402-49dc-ac22-f409a6c2b9e5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:44.761643 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:44.792477 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5344d-9062-4dce-ba74-e8826f8a6cb6 req-2763e800-2151-43ea-9d23-66b2bcae5ee5 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:44.794292 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-58c5344d-9062-4dce-ba74-e8826f8a6cb6 req-2763e800-2151-43ea-9d23-66b2bcae5ee5 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1076057 Feb 17 00:36:44.817437 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 2fa01bdd-2375-4262-b625-4ef15e262f01, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=2fa01bdd-2375-4262-b625-4ef15e262f01,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:36:44.823569 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:36:44.844439 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-58c5344d-9062-4dce-ba74-e8826f8a6cb6 req-4f0c9127-fc38-4924-9cb8-c6b28b8cd4be tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429385 Feb 17 00:36:44.867960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:44.872396 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:44.889279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa2340-0908-4156-9c00-684556e547f2 req-317aea56-0faa-4ceb-b02c-b0865a985c97 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:44.890935 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1ffa2340-0908-4156-9c00-684556e547f2 req-317aea56-0faa-4ceb-b02c-b0865a985c97 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.4142530 Feb 17 00:36:44.964256 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01', 'code': 200} Feb 17 00:36:44.981244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=2fa01bdd-2375-4262-b625-4ef15e262f01,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:44.994696 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:45.005247 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1ffa2340-0908-4156-9c00-684556e547f2 req-51d38f83-b0ea-4992-b248-4a897e3b8324 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069739 Feb 17 00:36:45.074182 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-a5a22344-1ace-4c11-8480-554a70dd0f5a req-f7af46ab-0402-49dc-ac22-f409a6c2b9e5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] For port 72cec06a-c411-4b0b-a8ac-5ca05886e06a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=72cec06a-c411-4b0b-a8ac-5ca05886e06a,segment=NetworkSegment(fb786b73-3363-44bd-be63-0ee59ffdde19),segment_id=fb786b73-3363-44bd-be63-0ee59ffdde19)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:36:45.074595 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5a22344-1ace-4c11-8480-554a70dd0f5a req-f7af46ab-0402-49dc-ac22-f409a6c2b9e5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:45.194484 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1283-b02d-441d-93b9-fdf04629a2fb req-0d52f113-9a38-4201-a8e8-a80732c396df tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:45.204306 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4daa1283-b02d-441d-93b9-fdf04629a2fb req-0d52f113-9a38-4201-a8e8-a80732c396df tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 946 time: 0.1047783 Feb 17 00:36:45.221124 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-a5a22344-1ace-4c11-8480-554a70dd0f5a req-f7af46ab-0402-49dc-ac22-f409a6c2b9e5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Calling delete_port for 72cec06a-c411-4b0b-a8ac-5ca05886e06a owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:36:45.251016 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4daa1283-b02d-441d-93b9-fdf04629a2fb req-37422053-2565-4fe3-8c78-fa4c92a5811b tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/security-groups?id=adc1dd6f-917d-4e24-93a7-ec81c1450aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 Feb 17 00:36:45.261879 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d71630ac-dbb9-4cc8-ba16-364be7edd897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:45.292527 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:45.416603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5a22344-1ace-4c11-8480-554a70dd0f5a req-f7af46ab-0402-49dc-ac22-f409a6c2b9e5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:45.435894 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:45.549242 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af46ab-0402-49dc-ac22-f409a6c2b9e5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Pushing event deleted for resources: {'Port': ['ID=72cec06a-c411-4b0b-a8ac-5ca05886e06a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:45.557286 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f7af46ab-0402-49dc-ac22-f409a6c2b9e5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:45.655494 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a22344-1ace-4c11-8480-554a70dd0f5a req-f7af46ab-0402-49dc-ac22-f409a6c2b9e5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] No DVR routers for this DVR port 72cec06a-c411-4b0b-a8ac-5ca05886e06a on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:36:45.658124 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5a22344-1ace-4c11-8480-554a70dd0f5a req-f7af46ab-0402-49dc-ac22-f409a6c2b9e5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:45.660668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0b4fc5-bf38-46e2-8c69-81ce0b417874', 'name': 'network-vif-deleted', 'tag': '72cec06a-c411-4b0b-a8ac-5ca05886e06a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:36:45.705106 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5a22344-1ace-4c11-8480-554a70dd0f5a req-f7af46ab-0402-49dc-ac22-f409a6c2b9e5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.49 "DELETE /v2.0/ports/72cec06a-c411-4b0b-a8ac-5ca05886e06a HTTP/1.1" status: 204 len: 173 time: 1.1572165 Feb 17 00:36:45.734333 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0b4fc5-bf38-46e2-8c69-81ce0b417874', 'name': 'network-vif-deleted', 'tag': '72cec06a-c411-4b0b-a8ac-5ca05886e06a', 'status': 'completed', 'code': 200} Feb 17 00:36:46.248246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 72cec06a-c411-4b0b-a8ac-5ca05886e06a no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:36:46.286856 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] No Port match for: 72cec06a-c411-4b0b-a8ac-5ca05886e06a {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:36:46.287260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 72cec06a-c411-4b0b-a8ac-5ca05886e06a not bound to the agent host hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:36:46.489282 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 38868) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:36:46.600374 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:46.687581 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-08f8674d-9f8b-4f8f-b880-43f195a3dbf0 req-74a5427a-0197-48d3-bbea-5cbab0e2c152 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba0b4fc5-bf38-46e2-8c69-81ce0b417874 HTTP/1.1" status: 200 len: 210 time: 0.0929205 Feb 17 00:36:46.723398 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86f889bb-62b0-4133-9558-0438168b1077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:46.747822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-86f889bb-62b0-4133-9558-0438168b1077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:36:46.761084 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-86f889bb-62b0-4133-9558-0438168b1077 admin admin] Usage tracker for resource:security_group_rule and tenant:75286fb022e44946a62177399392139d is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:36:46.767115 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-86f889bb-62b0-4133-9558-0438168b1077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:36:46.772832 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-86f889bb-62b0-4133-9558-0438168b1077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:36:46.787408 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b95e86-5a2e-4c5c-9e0a-9610bd2684df req-70a25176-00c8-443d-83da-c28da80150d4 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:46.789065 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-48b95e86-5a2e-4c5c-9e0a-9610bd2684df req-70a25176-00c8-443d-83da-c28da80150d4 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1457763 Feb 17 00:36:46.817898 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 38890) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:36:46.902079 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-48b95e86-5a2e-4c5c-9e0a-9610bd2684df req-76b29671-afba-453f-a815-2d18d5da647f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996063 Feb 17 00:36:46.907897 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:46.917848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86f889bb-62b0-4133-9558-0438168b1077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:46.947851 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86f889bb-62b0-4133-9558-0438168b1077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:46.957088 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-dfc27700-589e-4671-b0c1-0aa8b933804f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:46.961981 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-fb00072c-4d50-4851-a4ef-321f77fe0813 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1427827 Feb 17 00:36:47.007331 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-86f889bb-62b0-4133-9558-0438168b1077 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=75286fb022e44946a62177399392139d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5162079 Feb 17 00:36:47.009133 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f889bb-62b0-4133-9558-0438168b1077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e645684-5e92-4a91-bfd1-c47dec9d51f2,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:47.010192 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 38900) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:36:47.016589 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-86f889bb-62b0-4133-9558-0438168b1077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:47.272283 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-650fcc6b-ecf7-4909-9c21-493d38a31983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:47.298891 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-650fcc6b-ecf7-4909-9c21-493d38a31983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:47.502364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-650fcc6b-ecf7-4909-9c21-493d38a31983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:47.508682 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-223145e7-71a8-4a47-bffd-2b86f1c18489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:36:47.532789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fcc6b-ecf7-4909-9c21-493d38a31983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e645684-5e92-4a91-bfd1-c47dec9d51f2,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:36:47.536109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-650fcc6b-ecf7-4909-9c21-493d38a31983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:47.540910 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-650fcc6b-ecf7-4909-9c21-493d38a31983 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e645684-5e92-4a91-bfd1-c47dec9d51f2 HTTP/1.1" status: 204 len: 168 time: 0.5295427 Feb 17 00:36:47.542285 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-650fcc6b-ecf7-4909-9c21-493d38a31983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:36:48.144521 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878079c-1585-4ef5-9265-e6705bdf6b33 req-623b4f32-e73e-42e4-8340-96f3b1f35b4c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:48.146812 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7878079c-1585-4ef5-9265-e6705bdf6b33 req-623b4f32-e73e-42e4-8340-96f3b1f35b4c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1096861 Feb 17 00:36:48.199078 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7878079c-1585-4ef5-9265-e6705bdf6b33 req-66b043d3-0a4c-49f7-9376-0d8ac389f5a4 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453038 Feb 17 00:36:48.873823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-2869d374-4bb0-4ccf-b8d1-e946113fc00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:48.875830 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-2869d374-4bb0-4ccf-b8d1-e946113fc00e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00&tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac HTTP/1.1" status: 200 len: 1160 time: 0.0834053 Feb 17 00:36:48.975736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-c6e1af65-9e8b-4b38-b651-d54ff0347a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:48.977421 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-c6e1af65-9e8b-4b38-b651-d54ff0347a7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 1160 time: 0.0782771 Feb 17 00:36:49.123351 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-dd6fb085-98d3-42b0-90eb-cf6396b2fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:49.125349 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-dd6fb085-98d3-42b0-90eb-cf6396b2fe6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff31d784-b8b2-47e1-ae32-b9585233432b HTTP/1.1" status: 200 len: 911 time: 0.1412201 Feb 17 00:36:49.284369 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-f4f19ea9-e6fb-4c71-920d-98347f7d0769 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fa01bdd-2375-4262-b625-4ef15e262f01 HTTP/1.1" status: 200 len: 998 time: 0.1495881 Feb 17 00:36:49.417767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-cf2fdac7-7012-456a-83c5-2bf169f34802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:49.419377 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-cf2fdac7-7012-456a-83c5-2bf169f34802 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e9c8844-2af8-4b7a-86e5-25cde2667f3e HTTP/1.1" status: 200 len: 856 time: 0.1245177 Feb 17 00:36:49.512016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94c861-1c54-428c-8a04-cfe1e2da8c08 req-0d137d4e-c1c6-4906-83c9-45f38e6c24c1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:49.513655 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cc94c861-1c54-428c-8a04-cfe1e2da8c08 req-0d137d4e-c1c6-4906-83c9-45f38e6c24c1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1711860 Feb 17 00:36:49.818788 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-9dc69a87-2c81-4541-a9f4-2ee02533455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:49.820186 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-9dc69a87-2c81-4541-a9f4-2ee02533455f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff31d784-b8b2-47e1-ae32-b9585233432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3912523 Feb 17 00:36:49.823274 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cc94c861-1c54-428c-8a04-cfe1e2da8c08 req-68cdbc38-d540-4527-819e-21dcee062b45 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027573 Feb 17 00:36:49.965546 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-fab6318e-9148-4329-9eeb-59652f645426 service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375816 Feb 17 00:36:50.184617 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1245e422-1cc5-42e1-982f-5450aff9d8a7 req-77161f51-95f9-42bd-90a2-c7cec93b1886 service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2031007 Feb 17 00:36:50.195661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc7906-d984-4ab8-bdb4-10d21777906b req-5046b7d9-65b1-4ef7-bdc1-301512999e72 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:50.197306 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0dcc7906-d984-4ab8-bdb4-10d21777906b req-5046b7d9-65b1-4ef7-bdc1-301512999e72 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1433389 Feb 17 00:36:50.249781 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0dcc7906-d984-4ab8-bdb4-10d21777906b req-c08085dd-a3bc-4335-b481-21e81ef91fab tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453522 Feb 17 00:36:51.062570 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59794e1-04e1-4447-bdea-60033640f36a req-4cdb1f65-cafb-4829-8bd2-eeba4df07234 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:51.065282 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b59794e1-04e1-4447-bdea-60033640f36a req-4cdb1f65-cafb-4829-8bd2-eeba4df07234 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1055613 Feb 17 00:36:51.125069 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b59794e1-04e1-4447-bdea-60033640f36a req-a23dbcfd-04e6-4afd-bf0c-3ef576adeb8b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497150 Feb 17 00:36:51.619508 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e08db-c798-40f2-b744-625c98ab5ed4 req-742acb47-dbbf-48eb-bd5f-18b14573ef60 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:51.627832 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a07e08db-c798-40f2-b744-625c98ab5ed4 req-742acb47-dbbf-48eb-bd5f-18b14573ef60 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1742866 Feb 17 00:36:51.697897 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a07e08db-c798-40f2-b744-625c98ab5ed4 req-a5aafbde-c068-4ecf-9150-03996b817bbf tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689893 Feb 17 00:36:52.460769 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b9ca4-379c-4495-9d66-e2db5db385db req-29120439-9f07-432f-b903-e7a49410f48c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:52.463466 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab1b9ca4-379c-4495-9d66-e2db5db385db req-29120439-9f07-432f-b903-e7a49410f48c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1300561 Feb 17 00:36:52.542063 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab1b9ca4-379c-4495-9d66-e2db5db385db req-014be0ae-449e-4b46-8e2c-555879ed5eda tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715499 Feb 17 00:36:52.931230 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b805d0a-9cf7-4eea-ad2c-115852f3d837 req-c90f3700-3141-4ca1-a20a-3f3150a1063f tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:52.945621 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3b805d0a-9cf7-4eea-ad2c-115852f3d837 req-c90f3700-3141-4ca1-a20a-3f3150a1063f tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1257596 Feb 17 00:36:53.032109 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3b805d0a-9cf7-4eea-ad2c-115852f3d837 req-c1bf7540-5aae-42e7-8cee-dcc25a56def0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844448 Feb 17 00:36:53.766127 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f72e0-93fd-4a59-958f-858ff2aabce2 req-8aa7015d-f91b-4aa0-9193-b40d5f7cbe01 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:53.767805 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1f0f72e0-93fd-4a59-958f-858ff2aabce2 req-8aa7015d-f91b-4aa0-9193-b40d5f7cbe01 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.0999572 Feb 17 00:36:53.800767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:36:53.833008 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1f0f72e0-93fd-4a59-958f-858ff2aabce2 req-dfdd6fb2-bb4a-4d68-b63b-36111fc5d9fa tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578237 Feb 17 00:36:54.317236 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ee107-b1c3-4bb8-a3d9-4a0e9bbf96c5 req-4d827db2-5620-4727-b383-59eb857fc613 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:54.327451 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7d8ee107-b1c3-4bb8-a3d9-4a0e9bbf96c5 req-4d827db2-5620-4727-b383-59eb857fc613 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1603737 Feb 17 00:36:54.399451 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7d8ee107-b1c3-4bb8-a3d9-4a0e9bbf96c5 req-97e06783-c0e4-4086-b65a-5a845e78a204 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707595 Feb 17 00:36:54.873846 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7075ee87-f8f9-402a-a269-c2581f0556fb req-b4ee8beb-1835-4531-a382-46c967a60c86 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0829828 Feb 17 00:36:55.030941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075ee87-f8f9-402a-a269-c2581f0556fb req-ed30ca0d-3783-4dc3-9eb7-71d307a6eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:55.032593 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7075ee87-f8f9-402a-a269-c2581f0556fb req-ed30ca0d-3783-4dc3-9eb7-71d307a6eb88 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dc6049af5414093b47adfcd95956623&device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 1163 time: 0.0807028 Feb 17 00:36:55.049336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da098c9b-459e-4ac5-8120-6a9a23759bbb req-ccf6f77d-a66e-4f75-85a0-60fc738d1d27 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:55.050882 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-da098c9b-459e-4ac5-8120-6a9a23759bbb req-ccf6f77d-a66e-4f75-85a0-60fc738d1d27 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.0903523 Feb 17 00:36:55.100176 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-da098c9b-459e-4ac5-8120-6a9a23759bbb req-5835303a-b207-40e4-9abb-4d0bdd57e1b5 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423439 Feb 17 00:36:55.199837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075ee87-f8f9-402a-a269-c2581f0556fb req-9d7d489a-05f3-4c5c-bdd0-cdb2a1da1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:55.201626 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7075ee87-f8f9-402a-a269-c2581f0556fb req-9d7d489a-05f3-4c5c-bdd0-cdb2a1da1e2b service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 200 len: 913 time: 0.1410823 Feb 17 00:36:55.280540 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7075ee87-f8f9-402a-a269-c2581f0556fb req-c655745b-4cab-4333-b2f4-e55839bccdae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1f4654-ebb5-45ec-a011-1a1d52ab075a HTTP/1.1" status: 200 len: 217 time: 0.0707028 Feb 17 00:36:55.351867 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075ee87-f8f9-402a-a269-c2581f0556fb req-375d5821-8b45-4da4-a9d3-bb6d48e86db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:55.353486 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7075ee87-f8f9-402a-a269-c2581f0556fb req-375d5821-8b45-4da4-a9d3-bb6d48e86db0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b10397f5-495d-4d30-83f5-ea178ae22011 HTTP/1.1" status: 200 len: 859 time: 0.0642817 Feb 17 00:36:55.421910 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7075ee87-f8f9-402a-a269-c2581f0556fb req-c452faec-6c3e-424b-a37b-cacb953e43f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2c1fedf-b050-43eb-97d0-4a3845e99d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494666 Feb 17 00:36:55.640447 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7075ee87-f8f9-402a-a269-c2581f0556fb req-99b3cbba-532c-4939-b0a5-811f05638db9 service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093630 Feb 17 00:36:55.757486 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ffe66-b4fc-4fa9-a04b-4c2537eddfe2 req-68dfbda3-5aa8-4043-8c9f-823add9c8be3 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:55.759034 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0b8ffe66-b4fc-4fa9-a04b-4c2537eddfe2 req-68dfbda3-5aa8-4043-8c9f-823add9c8be3 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.2081540 Feb 17 00:36:55.844580 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0b8ffe66-b4fc-4fa9-a04b-4c2537eddfe2 req-d4525cb9-4d0f-41be-9076-9665eb6ce948 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780768 Feb 17 00:36:55.847976 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7075ee87-f8f9-402a-a269-c2581f0556fb req-dfa23195-f15c-4922-b26a-581d1ae2515d service neutron] 10.222.0.49 "GET /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1936085 Feb 17 00:36:55.971027 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:56.372156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:36:56.425664 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac9f61-2e94-4a0e-a256-17ae3de263cb req-c0fd46ff-61db-4151-80b1-262145cec4f9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:56.429591 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c2ac9f61-2e94-4a0e-a256-17ae3de263cb req-c0fd46ff-61db-4151-80b1-262145cec4f9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1203430 Feb 17 00:36:56.478118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:36:56.481761 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:36:56.549585 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c2ac9f61-2e94-4a0e-a256-17ae3de263cb req-8eb17d1a-a2ca-4a76-9095-04890ae2bb65 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042492 Feb 17 00:36:57.103758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c37e7e-7c7b-4daa-8683-5053f2996d35 req-cf666580-b75b-42e3-9f69-5aba47513c70 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:57.111043 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-97c37e7e-7c7b-4daa-8683-5053f2996d35 req-cf666580-b75b-42e3-9f69-5aba47513c70 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1368370 Feb 17 00:36:57.174448 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-97c37e7e-7c7b-4daa-8683-5053f2996d35 req-300a8292-18ec-4f5c-b191-6c4f57f52aaf tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541804 Feb 17 00:36:57.860226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0284d22-9938-456f-8de7-2c5bae0b78a1 req-5297a2c2-a9d5-4ec4-bdac-777557220f0b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:57.861848 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a0284d22-9938-456f-8de7-2c5bae0b78a1 req-5297a2c2-a9d5-4ec4-bdac-777557220f0b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1230536 Feb 17 00:36:57.924429 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a0284d22-9938-456f-8de7-2c5bae0b78a1 req-7fb97743-39a5-405c-82e1-472d2ea80b7f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526114 Feb 17 00:36:58.457639 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39977e29-3be8-4d8d-a0cc-a5a5635dfc6c req-9e8105dd-809f-4d6e-baf3-816bfa1b0e28 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:58.465267 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-39977e29-3be8-4d8d-a0cc-a5a5635dfc6c req-9e8105dd-809f-4d6e-baf3-816bfa1b0e28 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1341701 Feb 17 00:36:58.543548 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-39977e29-3be8-4d8d-a0cc-a5a5635dfc6c req-f9159a24-f4c7-4a80-8e1c-e4b1eb3298ce tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716004 Feb 17 00:36:59.150255 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3549a-e340-4478-b6ae-76e1af17a8cd req-7af5dfc8-691e-4873-bc61-4330eed076c4 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:59.153661 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7cc3549a-e340-4478-b6ae-76e1af17a8cd req-7af5dfc8-691e-4873-bc61-4330eed076c4 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1048040 Feb 17 00:36:59.217934 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7cc3549a-e340-4478-b6ae-76e1af17a8cd req-9a41436b-08fa-4c1d-96bc-341ca219277f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592604 Feb 17 00:36:59.834178 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288ef5a-2971-4e9d-9005-dd67ec3ddf97 req-6ae731cd-47bc-4141-a81f-d9c18381233e tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:36:59.836195 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8288ef5a-2971-4e9d-9005-dd67ec3ddf97 req-6ae731cd-47bc-4141-a81f-d9c18381233e tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1046555 Feb 17 00:36:59.916873 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8288ef5a-2971-4e9d-9005-dd67ec3ddf97 req-b82bee0b-7f8c-45f9-8e13-d1b297666516 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739887 Feb 17 00:37:00.489023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf6ddd-1b56-4609-be23-4e8decc24d88 req-13de702e-abc5-4a76-b103-e8ce1ed9760b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:00.491364 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6baf6ddd-1b56-4609-be23-4e8decc24d88 req-13de702e-abc5-4a76-b103-e8ce1ed9760b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1034431 Feb 17 00:37:00.585125 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6baf6ddd-1b56-4609-be23-4e8decc24d88 req-9b33d9cd-1201-4700-a864-886646755eb1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731087 Feb 17 00:37:01.164536 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b1b6e-852f-4dd4-a56e-2fb9ec6ada39 req-2062d80a-e3fd-4e6e-9147-bdc0398aea94 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:01.172954 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2e5b1b6e-852f-4dd4-a56e-2fb9ec6ada39 req-2062d80a-e3fd-4e6e-9147-bdc0398aea94 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1076663 Feb 17 00:37:01.237570 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2e5b1b6e-852f-4dd4-a56e-2fb9ec6ada39 req-ba8a8392-0419-412f-8bd6-8d7184154da9 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631211 Feb 17 00:37:01.947877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c4491-19b6-42e2-b888-4a5bcedb1cdd req-42813076-3aa7-446f-90ed-29689b8b1ba3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:01.957118 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b46c4491-19b6-42e2-b888-4a5bcedb1cdd req-42813076-3aa7-446f-90ed-29689b8b1ba3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1873753 Feb 17 00:37:02.015455 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b46c4491-19b6-42e2-b888-4a5bcedb1cdd req-899c5d2b-dc61-4530-a178-c14d2aa1da66 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534315 Feb 17 00:37:02.441856 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a68c93-f95e-458b-a97e-48f961520c8b req-8a9e5ab2-244a-436b-a3e8-596a3671d29d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:02.444210 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e6a68c93-f95e-458b-a97e-48f961520c8b req-8a9e5ab2-244a-436b-a3e8-596a3671d29d tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.0981569 Feb 17 00:37:02.543275 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e6a68c93-f95e-458b-a97e-48f961520c8b req-53527c29-e0fa-4ec9-9c13-98e18060b58b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923171 Feb 17 00:37:02.590621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acc837-baf5-46b8-9223-454b4fad9181 req-f3adb7e8-84e4-4689-ae95-7a48848aff05 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:02.592550 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-58acc837-baf5-46b8-9223-454b4fad9181 req-f3adb7e8-84e4-4689-ae95-7a48848aff05 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.49 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 945 time: 0.1058228 Feb 17 00:37:02.678887 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-58acc837-baf5-46b8-9223-454b4fad9181 req-b8094f7c-2322-42d1-b027-70dbeb5b6e67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Deleting port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:37:02.679284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-58acc837-baf5-46b8-9223-454b4fad9181 req-b8094f7c-2322-42d1-b027-70dbeb5b6e67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:03.002423 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-58acc837-baf5-46b8-9223-454b4fad9181 req-b8094f7c-2322-42d1-b027-70dbeb5b6e67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] For port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35,segment=NetworkSegment(edd54a6e-7362-4a3c-823e-f1937de1a76b),segment_id=edd54a6e-7362-4a3c-823e-f1937de1a76b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:37:03.002836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-58acc837-baf5-46b8-9223-454b4fad9181 req-b8094f7c-2322-42d1-b027-70dbeb5b6e67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:03.233111 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-58acc837-baf5-46b8-9223-454b4fad9181 req-b8094f7c-2322-42d1-b027-70dbeb5b6e67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Calling delete_port for 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:37:03.420774 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c33498-f29f-479e-b393-dc1d73c4e8e5 req-ca775920-2f0b-4d10-8391-81d7c6149a93 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:03.428026 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-88c33498-f29f-479e-b393-dc1d73c4e8e5 req-ca775920-2f0b-4d10-8391-81d7c6149a93 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1922872 Feb 17 00:37:03.487645 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-88c33498-f29f-479e-b393-dc1d73c4e8e5 req-c52fffd0-e10f-4edc-8053-709e9aa613ae tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510247 Feb 17 00:37:03.564833 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-58acc837-baf5-46b8-9223-454b4fad9181 req-b8094f7c-2322-42d1-b027-70dbeb5b6e67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:03.603878 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-280a18c1-c6dd-4110-884a-a5766aa247a0 tempest-VolumesActionsTest-361240103 tempest-VolumesActionsTest-361240103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:03.940565 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8094f7c-2322-42d1-b027-70dbeb5b6e67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Pushing event deleted for resources: {'Port': ['ID=75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:04.246446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-58acc837-baf5-46b8-9223-454b4fad9181 req-b8094f7c-2322-42d1-b027-70dbeb5b6e67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] No DVR routers for this DVR port 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:37:04.248502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b8094f7c-2322-42d1-b027-70dbeb5b6e67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:04.251012 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fa614f17-7c05-4921-a9af-3d73914b0e85 req-09bab616-65ac-42a3-a3d8-f989da691331 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 210 time: 0.3564506 Feb 17 00:37:04.252068 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-58acc837-baf5-46b8-9223-454b4fad9181 req-b8094f7c-2322-42d1-b027-70dbeb5b6e67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:04.256161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63b1201-b86a-4909-a321-dd3426561567', 'name': 'network-vif-deleted', 'tag': '75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:37:04.319917 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63b1201-b86a-4909-a321-dd3426561567', 'name': 'network-vif-deleted', 'tag': '75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35', 'status': 'completed', 'code': 200} Feb 17 00:37:04.326572 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-58acc837-baf5-46b8-9223-454b4fad9181 req-b8094f7c-2322-42d1-b027-70dbeb5b6e67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.49 "DELETE /v2.0/ports/75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 HTTP/1.1" status: 204 len: 173 time: 1.7281840 Feb 17 00:37:04.569122 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:37:04.696481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] No Port match for: 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:37:04.697251 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 75d6c1a9-ffb5-4624-9ef2-4ca6001dfc35 not bound to the agent host hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:37:04.803475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f908ec6-8a6e-42e8-98c0-aa140c807e5a req-2c8f775c-42e5-40d4-8343-facd788c51b1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:04.805535 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1f908ec6-8a6e-42e8-98c0-aa140c807e5a req-2c8f775c-42e5-40d4-8343-facd788c51b1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1639323 Feb 17 00:37:04.906211 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1f908ec6-8a6e-42e8-98c0-aa140c807e5a req-6272dfdb-ecc2-4e2f-8c79-e7cff8f8bc02 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911055 Feb 17 00:37:05.950184 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-676c5977-569d-44a2-9cc6-71d8ad284745 req-de27400c-5727-43d5-8753-fde40eecc40f tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 210 time: 0.0675714 Feb 17 00:37:06.142330 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead3213-94d6-4d24-bac0-92cc79d45d3e req-9d245252-4b44-4621-8f03-933f38a2b6b6 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:06.144079 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6ead3213-94d6-4d24-bac0-92cc79d45d3e req-9d245252-4b44-4621-8f03-933f38a2b6b6 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.0973959 Feb 17 00:37:06.205627 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6ead3213-94d6-4d24-bac0-92cc79d45d3e req-bdb12792-7dd0-4d92-8765-179c9ef6e173 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540795 Feb 17 00:37:07.220822 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-770c4975-4eea-4ff0-aac1-2f19187623f5 req-464b0da4-fad5-478c-b53e-1cff182f69aa tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a63b1201-b86a-4909-a321-dd3426561567 HTTP/1.1" status: 200 len: 210 time: 0.0862164 Feb 17 00:37:07.462960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773c58b-33b6-4a44-b445-3ba61aa71e81 req-88b5c2cd-2115-45c3-8661-e6e6eedf6184 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:07.464773 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c773c58b-33b6-4a44-b445-3ba61aa71e81 req-88b5c2cd-2115-45c3-8661-e6e6eedf6184 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.0957153 Feb 17 00:37:07.528946 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c773c58b-33b6-4a44-b445-3ba61aa71e81 req-32fe8510-6dc5-43f4-b9f6-1871e79866dd tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535824 Feb 17 00:37:08.860698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67db5fe-a8da-4cba-867a-fe6b7462a4ec req-2e8d2d9c-26f9-4d24-b53a-2445d9954563 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:08.865842 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d67db5fe-a8da-4cba-867a-fe6b7462a4ec req-2e8d2d9c-26f9-4d24-b53a-2445d9954563 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1103306 Feb 17 00:37:08.948802 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d67db5fe-a8da-4cba-867a-fe6b7462a4ec req-f1947b52-196a-4170-aeb4-2c6ea8e778b0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745554 Feb 17 00:37:09.001970 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f583979-2669-4f0f-9579-1183a41bace3 req-a5924dd2-e2a1-4507-849e-1adf27bc6b9c tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:09.003751 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5f583979-2669-4f0f-9579-1183a41bace3 req-a5924dd2-e2a1-4507-849e-1adf27bc6b9c tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1794746 Feb 17 00:37:09.012742 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 2fa01bdd-2375-4262-b625-4ef15e262f01 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:37:09.165058 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5f583979-2669-4f0f-9579-1183a41bace3 req-f1768391-6448-4906-9a95-09e1438af472 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589352 Feb 17 00:37:09.165192 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 2fa01bdd-2375-4262-b625-4ef15e262f01 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:37:09.165192 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:09.254456 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:09.274529 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:37:09.282522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 2fa01bdd-2375-4262-b625-4ef15e262f01, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=2fa01bdd-2375-4262-b625-4ef15e262f01,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:37:09.325415 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01', 'code': 200} Feb 17 00:37:09.341293 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:09.343133 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4865a8b4-0507-4259-ab9a-1658739abca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:09.415517 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=2fa01bdd-2375-4262-b625-4ef15e262f01,revision_number=6']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:09.418912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:10.140142 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d9f5f-0993-432e-a605-61892db44039 req-7ac4a63d-543f-4818-8c62-b03d2361d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:10.142021 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5a4d9f5f-0993-432e-a605-61892db44039 req-7ac4a63d-543f-4818-8c62-b03d2361d52b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 1162 time: 0.1355112 Feb 17 00:37:10.235837 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5a4d9f5f-0993-432e-a605-61892db44039 req-3ea76486-491a-4156-938a-46c7f91137e8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832021 Feb 17 00:37:10.253177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f534c-6d08-4a7f-b8de-762cfd8c3a57 req-2b0520a1-bf71-44da-91d8-f95163318c2f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:10.255555 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fc6f534c-6d08-4a7f-b8de-762cfd8c3a57 req-2b0520a1-bf71-44da-91d8-f95163318c2f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.1195230 Feb 17 00:37:10.324480 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fc6f534c-6d08-4a7f-b8de-762cfd8c3a57 req-88c9baea-5ffa-40af-9bdf-b02a18b02b0f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573030 Feb 17 00:37:10.446535 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 2fa01bdd-2375-4262-b625-4ef15e262f01 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:37:10.555809 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 2fa01bdd-2375-4262-b625-4ef15e262f01 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:37:10.556592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:10.576357 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9f046-49d1-4ea8-b502-3d1821da7e76 req-bd1425c0-5ee4-4249-a974-677aeda18496 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:10.577997 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-34f9f046-49d1-4ea8-b502-3d1821da7e76 req-bd1425c0-5ee4-4249-a974-677aeda18496 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1041553 Feb 17 00:37:10.598752 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc4dbb-46cd-4278-b8fb-85dc6b75ed93 req-3a3f1e35-f00a-45bf-80a7-4b796cf373ce tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:10.601085 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-71fc4dbb-46cd-4278-b8fb-85dc6b75ed93 req-3a3f1e35-f00a-45bf-80a7-4b796cf373ce tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 945 time: 0.1141851 Feb 17 00:37:10.641445 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-34f9f046-49d1-4ea8-b502-3d1821da7e76 req-e772caaa-65d8-46a7-a2bc-22fe9aa49fcf tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528352 Feb 17 00:37:10.659108 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-71fc4dbb-46cd-4278-b8fb-85dc6b75ed93 req-739d28e4-3977-495f-a7df-479ee887ee6b tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511429 Feb 17 00:37:11.537958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63ab45-27c8-4bbc-ac3a-5a69b2ae34d4 req-0010239a-fc1f-4425-be37-8e1031898a76 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:11.539712 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6a63ab45-27c8-4bbc-ac3a-5a69b2ae34d4 req-0010239a-fc1f-4425-be37-8e1031898a76 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0880897 Feb 17 00:37:11.592249 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6a63ab45-27c8-4bbc-ac3a-5a69b2ae34d4 req-1b810eab-ff7d-41a7-8ea6-0b069504bac7 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424962 Feb 17 00:37:11.867680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4c2fa-f957-4f3d-96eb-be39f89a2b9e req-4e76d4bd-f59b-454d-838e-684776b3a6db tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:11.868443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-bdd4c2fa-f957-4f3d-96eb-be39f89a2b9e req-4e76d4bd-f59b-454d-838e-684776b3a6db tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Synchronizing usage tracker for tenant:0dc6049af5414093b47adfcd95956623 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:37:11.892259 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92ef16-561c-4f3f-ab46-ce0795e69da3 req-49a1d1a5-b6b5-4f9f-9944-06993075eb05 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:11.893897 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1e92ef16-561c-4f3f-ab46-ce0795e69da3 req-49a1d1a5-b6b5-4f9f-9944-06993075eb05 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 945 time: 0.0925777 Feb 17 00:37:11.913195 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-bdd4c2fa-f957-4f3d-96eb-be39f89a2b9e req-4e76d4bd-f59b-454d-838e-684776b3a6db tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Unset dirty status for tenant:0dc6049af5414093b47adfcd95956623 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:37:11.914525 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bdd4c2fa-f957-4f3d-96eb-be39f89a2b9e req-4e76d4bd-f59b-454d-838e-684776b3a6db tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.1501265 Feb 17 00:37:11.947666 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1e92ef16-561c-4f3f-ab46-ce0795e69da3 req-a7720301-c55b-4547-8951-adc6284dd9a2 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464687 Feb 17 00:37:11.969361 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bdd4c2fa-f957-4f3d-96eb-be39f89a2b9e req-4e165baf-5ab3-47b0-8a9e-e643d9a7b098 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479167 Feb 17 00:37:12.499686 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 2fa01bdd-2375-4262-b625-4ef15e262f01 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:37:12.575230 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 2fa01bdd-2375-4262-b625-4ef15e262f01 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:37:12.575692 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:12.820892 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cd26e-aefd-4e88-b3c3-00e2cf8ce077 req-45852bc6-33c6-4640-9dce-2f3eb8dfde1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:12.822611 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-152cd26e-aefd-4e88-b3c3-00e2cf8ce077 req-45852bc6-33c6-4640-9dce-2f3eb8dfde1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0979848 Feb 17 00:37:12.850146 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6f2bdb67-ed3b-434e-b738-a46b3fbb3ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:12.883724 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-152cd26e-aefd-4e88-b3c3-00e2cf8ce077 req-23972c07-3c96-41b8-82f1-846df2267808 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540941 Feb 17 00:37:13.149676 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc687f-91e5-463f-bc91-fd3e9d4092df req-5a806927-0318-4f7a-9e88-c515dde05423 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:13.151256 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9ccc687f-91e5-463f-bc91-fd3e9d4092df req-5a806927-0318-4f7a-9e88-c515dde05423 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 945 time: 0.0879884 Feb 17 00:37:13.170823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee63c10-1798-4a6c-895d-f14351fb42d0 req-a6b718b5-631f-4cc3-9b0e-18ffce9fec67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:13.172473 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4ee63c10-1798-4a6c-895d-f14351fb42d0 req-a6b718b5-631f-4cc3-9b0e-18ffce9fec67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0870311 Feb 17 00:37:13.205641 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9ccc687f-91e5-463f-bc91-fd3e9d4092df req-8f79f54e-3fa5-4b8c-9dad-600d5a51a1cf tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479822 Feb 17 00:37:13.231090 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4ee63c10-1798-4a6c-895d-f14351fb42d0 req-48278c64-3dfb-4c68-908c-c0348006342b tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488153 Feb 17 00:37:13.626110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 39314) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:13.695015 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Deleting subnet 9e3266bc-09fc-45dd-9853-ccc68c891412 {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:37:13.698068 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:13.749392 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6444252'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:13.809860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:14.091693 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60499d-b171-4c86-aef1-524b66104ced req-c619c635-14e9-49c8-b4f5-40e46dec0d66 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:14.093338 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1a60499d-b171-4c86-aef1-524b66104ced req-c619c635-14e9-49c8-b4f5-40e46dec0d66 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0878062 Feb 17 00:37:14.101772 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848123187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6082335'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:14.117737 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-cc31d705-bab3-4108-b96d-dc7a5dd9d1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:14.141293 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1a60499d-b171-4c86-aef1-524b66104ced req-0d4239b9-9fbc-4566-afef-bdd99653656c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 Feb 17 00:37:14.210833 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3266bc-09fc-45dd-9853-ccc68c891412,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:14.222376 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.222784 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.223185 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.224290 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.224792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.225200 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.225614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.226003 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.226391 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.226776 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.227161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.227543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.227963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.228345 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.228727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.229112 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.229518 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.229899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.230276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.232253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.232650 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.233044 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.233454 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.233839 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:14.240705 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:14.273012 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:14.280454 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-b1d78c67-dd00-4239-9794-1699c0af4f96 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9e3266bc-09fc-45dd-9853-ccc68c891412 HTTP/1.1" status: 204 len: 168 time: 0.6529191 Feb 17 00:37:14.282832 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 39326) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:14.441008 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea71af2-387a-4afb-8ca5-840271b520d7 req-ca380e51-5355-40f0-9f17-f3e483a35495 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:14.442726 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7ea71af2-387a-4afb-8ca5-840271b520d7 req-ca380e51-5355-40f0-9f17-f3e483a35495 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0904245 Feb 17 00:37:14.465116 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:14.491023 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7ea71af2-387a-4afb-8ca5-840271b520d7 req-697505bd-e4e1-4302-a32e-f8215fa9c8f0 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Feb 17 00:37:14.591522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d260cc-cd47-4c8f-ac64-419d5e9a4001 req-50331121-c9e7-4fbc-82ca-fb22ef9453d1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:14.612721 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e1d260cc-cd47-4c8f-ac64-419d5e9a4001 req-50331121-c9e7-4fbc-82ca-fb22ef9453d1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 945 time: 0.2334449 Feb 17 00:37:14.716452 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:14.806612 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e1d260cc-cd47-4c8f-ac64-419d5e9a4001 req-9ed47f2f-6d63-4d95-bf6d-0b803809d3bf tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964004 Feb 17 00:37:14.845897 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b172365-2b51-44db-a0f7-00a62d0fa1d3']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:14.858834 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb786b73-3363-44bd-be63-0ee59ffdde19') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:14.859174 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb786b73-3363-44bd-be63-0ee59ffdde19') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:14.871894 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848331580'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:14.887543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:14.889640 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:37:15.071648 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] Network 9b172365-2b51-44db-a0f7-00a62d0fa1d3 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:37:15.080491 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6651954'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:15.245700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8f91592a-cf71-4525-a226-9cc8729cc73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:15.290116 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:15.468057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] Network 9b172365-2b51-44db-a0f7-00a62d0fa1d3 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:37:15.491994 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:37:15.531993 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849ee3b-435d-449b-bdb3-2a3f7e91c9e6 req-f82e4336-1f79-4573-b692-0a238703a1f3 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:15.533749 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1849ee3b-435d-449b-bdb3-2a3f7e91c9e6 req-f82e4336-1f79-4573-b692-0a238703a1f3 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.0866661 Feb 17 00:37:15.604678 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:15.608761 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-63aa78cf-1760-4c96-8407-f75062e9ae36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:15.618651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-1849ee3b-435d-449b-bdb3-2a3f7e91c9e6 req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Deleting port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:37:15.619041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-1849ee3b-435d-449b-bdb3-2a3f7e91c9e6 req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:15.625252 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:15.634231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b172365-2b51-44db-a0f7-00a62d0fa1d3,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:15.637639 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:15.668096 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ed004b81-fd3d-49c3-9e2a-786046322211 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9b172365-2b51-44db-a0f7-00a62d0fa1d3 HTTP/1.1" status: 204 len: 168 time: 1.3839660 Feb 17 00:37:15.883441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 39338) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:15.903708 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe427a6-b77b-4813-adfb-3ad062fc1696 req-c4027f1d-766a-4f85-a72f-925874f1bdb6 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:15.905368 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-afe427a6-b77b-4813-adfb-3ad062fc1696 req-c4027f1d-766a-4f85-a72f-925874f1bdb6 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 946 time: 0.2942755 Feb 17 00:37:15.980035 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-2a35efec-6fd3-4b7b-aec5-4e233a1e26c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6a4a118e8a054e4da37735614ebfc472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947731 Feb 17 00:37:15.988261 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 39342) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:16.012812 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-afe427a6-b77b-4813-adfb-3ad062fc1696 req-e729c10d-8080-4809-b48e-65b512b140e6 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/security-groups?id=12f0f014-b86c-4153-a747-13f92cb867cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802433 Feb 17 00:37:16.014609 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-1849ee3b-435d-449b-bdb3-2a3f7e91c9e6 req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] For port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=5e1f4654-ebb5-45ec-a011-1a1d52ab075a,segment=NetworkSegment(edd54a6e-7362-4a3c-823e-f1937de1a76b),segment_id=edd54a6e-7362-4a3c-823e-f1937de1a76b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:37:16.015012 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-1849ee3b-435d-449b-bdb3-2a3f7e91c9e6 req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:16.029436 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df943d9-5dde-4947-8177-d7c2ad1a6b31 req-a670d19c-0778-4430-88d7-3f77284e5062 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:16.031047 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8df943d9-5dde-4947-8177-d7c2ad1a6b31 req-a670d19c-0778-4430-88d7-3f77284e5062 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 945 time: 0.1002429 Feb 17 00:37:16.079813 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8df943d9-5dde-4947-8177-d7c2ad1a6b31 req-e950899f-4669-4b83-834f-a2f8f79788fe tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413136 Feb 17 00:37:16.165533 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-1849ee3b-435d-449b-bdb3-2a3f7e91c9e6 req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Calling delete_port for 5e1f4654-ebb5-45ec-a011-1a1d52ab075a owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:37:16.272656 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-53364564-5a8d-46f0-8356-206d38bdac20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:16.336393 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-53364564-5a8d-46f0-8356-206d38bdac20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:16.453465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-1849ee3b-435d-449b-bdb3-2a3f7e91c9e6 req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:16.455498 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 5e1f4654-ebb5-45ec-a011-1a1d52ab075a no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:37:16.470380 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1c8ec7ff-b7ef-4e7e-a8a3-184083996e13 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:16.492400 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] No Port match for: 5e1f4654-ebb5-45ec-a011-1a1d52ab075a {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:37:16.492907 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 5e1f4654-ebb5-45ec-a011-1a1d52ab075a not bound to the agent host hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:37:16.493258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 34081f2b-40e8-4441-acac-debca56b018a no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:37:16.576548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Pushing event deleted for resources: {'Port': ['ID=5e1f4654-ebb5-45ec-a011-1a1d52ab075a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:16.604831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.605172 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.605627 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.606036 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.606439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.606837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.607232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.607633 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.608025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.608417 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.608843 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.609267 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.609687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.610081 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.610468 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.610857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.611244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.611632 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.612020 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.612410 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.612799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.613187 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.613591 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.613976 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.618773 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:16.623490 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:16.627891 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-53364564-5a8d-46f0-8356-206d38bdac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:16.641943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7841d6ea-962e-4ac2-8b5a-e5be6a4e645e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:16.653188 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada2e282-e03f-4503-9be2-ebb409848b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34081f2b-40e8-4441-acac-debca56b018a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:37:16.660149 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:16.665654 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 34081f2b-40e8-4441-acac-debca56b018a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=34081f2b-40e8-4441-acac-debca56b018a,segment=NetworkSegment(38f1770b-39d3-49cd-8a63-b13c1e7a74c9),segment_id=38f1770b-39d3-49cd-8a63-b13c1e7a74c9)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:37:16.675018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53364564-5a8d-46f0-8356-206d38bdac20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc1dd6f-917d-4e24-93a7-ec81c1450aca,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:16.681113 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-53364564-5a8d-46f0-8356-206d38bdac20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:16.695624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9772907-6b6f-4446-a177-ecd89655a8e4 req-6c2ac3e3-4d10-4a1e-94f2-15ba7eb8bb4c tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:16.697302 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c9772907-6b6f-4446-a177-ecd89655a8e4 req-6c2ac3e3-4d10-4a1e-94f2-15ba7eb8bb4c tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.49 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 945 time: 0.2943068 Feb 17 00:37:16.698225 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:16.699870 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:16.740860 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada2e282-e03f-4503-9be2-ebb409848b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34081f2b-40e8-4441-acac-debca56b018a', 'code': 200} Feb 17 00:37:16.776063 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=34081f2b-40e8-4441-acac-debca56b018a,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:16.783886 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.784273 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.784653 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.785029 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.785703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.785813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.786726 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.786726 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.787461 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.787826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.788190 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.788552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.788951 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.789340 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.789705 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.790064 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.790425 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.790787 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.791145 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.791500 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.791854 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.792210 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.792564 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.792921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:37:16.797197 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:16.835922 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-1849ee3b-435d-449b-bdb3-2a3f7e91c9e6 req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] No DVR routers for this DVR port 5e1f4654-ebb5-45ec-a011-1a1d52ab075a on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:37:16.843312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-c9772907-6b6f-4446-a177-ecd89655a8e4 req-9e1c7e02-eb76-4f50-9d3c-3e2611bcb01e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Deleting port 34081f2b-40e8-4441-acac-debca56b018a {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:37:16.843701 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c9772907-6b6f-4446-a177-ecd89655a8e4 req-9e1c7e02-eb76-4f50-9d3c-3e2611bcb01e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:16.873158 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-1849ee3b-435d-449b-bdb3-2a3f7e91c9e6 req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:16.881733 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9281522-697b-4023-993b-2fc181471d43', 'name': 'network-vif-deleted', 'tag': '5e1f4654-ebb5-45ec-a011-1a1d52ab075a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:37:16.906340 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1849ee3b-435d-449b-bdb3-2a3f7e91c9e6 req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.49 "DELETE /v2.0/ports/5e1f4654-ebb5-45ec-a011-1a1d52ab075a HTTP/1.1" status: 204 len: 173 time: 1.3660884 Feb 17 00:37:16.907141 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-53364564-5a8d-46f0-8356-206d38bdac20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:16.907310 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:16.908251 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-53364564-5a8d-46f0-8356-206d38bdac20 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/adc1dd6f-917d-4e24-93a7-ec81c1450aca HTTP/1.1" status: 204 len: 168 time: 0.9189901 Feb 17 00:37:16.955807 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9281522-697b-4023-993b-2fc181471d43', 'name': 'network-vif-deleted', 'tag': '5e1f4654-ebb5-45ec-a011-1a1d52ab075a', 'status': 'completed', 'code': 200} Feb 17 00:37:17.149635 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-c9772907-6b6f-4446-a177-ecd89655a8e4 req-9e1c7e02-eb76-4f50-9d3c-3e2611bcb01e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] For port 34081f2b-40e8-4441-acac-debca56b018a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=34081f2b-40e8-4441-acac-debca56b018a,segment=NetworkSegment(38f1770b-39d3-49cd-8a63-b13c1e7a74c9),segment_id=38f1770b-39d3-49cd-8a63-b13c1e7a74c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:37:17.150054 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c9772907-6b6f-4446-a177-ecd89655a8e4 req-9e1c7e02-eb76-4f50-9d3c-3e2611bcb01e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:17.318226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454423-b431-42eb-84d7-42f822788123 req-2d6c0356-2ecb-4462-b8ae-67c586be7837 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:17.320280 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-73454423-b431-42eb-84d7-42f822788123 req-2d6c0356-2ecb-4462-b8ae-67c586be7837 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 943 time: 0.0989664 Feb 17 00:37:17.345362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-0637aab6-fecd-4b70-84eb-7b399a0c3da1 req-42b1a4c5-db92-4afe-ba87-103f26cf24a6 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Synchronizing usage tracker for tenant:0dc6049af5414093b47adfcd95956623 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:37:17.359863 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-c9772907-6b6f-4446-a177-ecd89655a8e4 req-9e1c7e02-eb76-4f50-9d3c-3e2611bcb01e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Calling delete_port for 34081f2b-40e8-4441-acac-debca56b018a owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:37:17.374085 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-73454423-b431-42eb-84d7-42f822788123 req-d194fe71-1f38-4e81-9403-cacd03e288e1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466006 Feb 17 00:37:17.443207 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-0637aab6-fecd-4b70-84eb-7b399a0c3da1 req-42b1a4c5-db92-4afe-ba87-103f26cf24a6 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Unset dirty status for tenant:0dc6049af5414093b47adfcd95956623 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:37:17.444707 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0637aab6-fecd-4b70-84eb-7b399a0c3da1 req-42b1a4c5-db92-4afe-ba87-103f26cf24a6 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9281522-697b-4023-993b-2fc181471d43 HTTP/1.1" status: 200 len: 210 time: 0.2824917 Feb 17 00:37:17.553023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c9772907-6b6f-4446-a177-ecd89655a8e4 req-9e1c7e02-eb76-4f50-9d3c-3e2611bcb01e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:17.573695 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:17.678095 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c7e02-eb76-4f50-9d3c-3e2611bcb01e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Pushing event deleted for resources: {'Port': ['ID=34081f2b-40e8-4441-acac-debca56b018a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:17.681001 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9e1c7e02-eb76-4f50-9d3c-3e2611bcb01e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:17.780865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9772907-6b6f-4446-a177-ecd89655a8e4 req-9e1c7e02-eb76-4f50-9d3c-3e2611bcb01e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] No DVR routers for this DVR port 34081f2b-40e8-4441-acac-debca56b018a on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:37:17.782965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c9772907-6b6f-4446-a177-ecd89655a8e4 req-9e1c7e02-eb76-4f50-9d3c-3e2611bcb01e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:17.827984 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c9772907-6b6f-4446-a177-ecd89655a8e4 req-9e1c7e02-eb76-4f50-9d3c-3e2611bcb01e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.49 "DELETE /v2.0/ports/34081f2b-40e8-4441-acac-debca56b018a HTTP/1.1" status: 204 len: 173 time: 1.1208215 Feb 17 00:37:18.547743 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 39360) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:18.558279 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f60f7d8f-2b4c-4efc-9659-b50e3a29cec7 req-39119d9f-e5fc-4644-b185-127d4db18b11 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=ada2e282-e03f-4503-9be2-ebb409848b9e HTTP/1.1" status: 200 len: 210 time: 0.0530810 Feb 17 00:37:19.005021 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada2e282-e03f-4503-9be2-ebb409848b9e', 'name': 'network-vif-deleted', 'tag': '34081f2b-40e8-4441-acac-debca56b018a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:37:19.072224 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada2e282-e03f-4503-9be2-ebb409848b9e', 'name': 'network-vif-deleted', 'tag': '34081f2b-40e8-4441-acac-debca56b018a', 'status': 'completed', 'code': 200} Feb 17 00:37:19.334767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846513271'] for router_interface, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:19.703850 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] Deleting port a10496a5-f597-4e4f-b486-012cde24ce1a {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:37:19.704420 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:19.899443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] For port a10496a5-f597-4e4f-b486-012cde24ce1a, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=a10496a5-f597-4e4f-b486-012cde24ce1a,segment=NetworkSegment(edd54a6e-7362-4a3c-823e-f1937de1a76b),segment_id=edd54a6e-7362-4a3c-823e-f1937de1a76b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:37:19.899763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:20.041272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] Calling delete_port for a10496a5-f597-4e4f-b486-012cde24ce1a owned by network:router_interface {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:37:20.438686 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:20.454041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-47021c8d-b9fc-4872-a473-a426e82ce0a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:20.555499 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] Pushing event deleted for resources: {'Port': ['ID=a10496a5-f597-4e4f-b486-012cde24ce1a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:20.560015 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:20.850962 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7969429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846513177'] for router_interface, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:21.639031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] Router 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:37:21.838258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:37:21.849008 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89618fdf-bb8a-4a7d-872c-8a74d29acad4 None None] Sync routers for ids ['61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:37:21.860373 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89618fdf-bb8a-4a7d-872c-8a74d29acad4 None None] Routers {'61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:37:21.861069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-89618fdf-bb8a-4a7d-872c-8a74d29acad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:37:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:21.886540 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] 10.222.0.38 "PUT /v2.0/routers/61afb3e7-82e1-4182-ae31-fbd1b9d0ee14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3375680 Feb 17 00:37:21.889376 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 39388) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:22.058505 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-89618fdf-bb8a-4a7d-872c-8a74d29acad4 None None] Set router 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:37:22.082383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] Notify callbacks [] for router, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:22.272072 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:22.277324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] Deleting port c83301c5-ead6-4bf2-bab5-94709d1527a4 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:37:22.277697 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:22.361119 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-89618fdf-bb8a-4a7d-872c-8a74d29acad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'name': 'tempest-ServerRescueNegativeTestJSON-1578067831-router', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:03Z', 'updated_at': '2021-02-17T00:37:20Z', 'revision_number': 5, 'project_id': '0dc6049af5414093b47adfcd95956623', 'gw_port': {'id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:06Z', 'updated_at': '2021-02-17T00:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:22.366037 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89618fdf-bb8a-4a7d-872c-8a74d29acad4 None None] Checking router: 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:37:22.374904 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89618fdf-bb8a-4a7d-872c-8a74d29acad4 None None] Routers {'61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:37:22.375557 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-89618fdf-bb8a-4a7d-872c-8a74d29acad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:37:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:22.463145 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] For port c83301c5-ead6-4bf2-bab5-94709d1527a4, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=c83301c5-ead6-4bf2-bab5-94709d1527a4,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:37:22.463544 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:22.569923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-89618fdf-bb8a-4a7d-872c-8a74d29acad4 None None] Set router 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:37:22.602687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] Calling delete_port for c83301c5-ead6-4bf2-bab5-94709d1527a4 owned by network:router_gateway {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:37:22.741850 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.plugins.ml2.ovo_rpc [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: result = function(*args, **kwargs) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: proto.__init__(conn_state, self) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: self.handle() Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: self.handle_one_request() Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: self.handle_one_response() Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: result = self.application(self.environ, start_response) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: return app(environ, start_response) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: response = req.get_response(self.application) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: application, catch_exc_info=False) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: app_iter = application(self.environ, start_response) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: response = req.get_response(self.application) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: application, catch_exc_info=False) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: app_iter = application(self.environ, start_response) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: response = req.get_response(self.application) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: application, catch_exc_info=False) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: app_iter = application(self.environ, start_response) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: response = req.get_response(self.application) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: application, catch_exc_info=False) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: app_iter = application(self.environ, start_response) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: return request.get_response(self.application) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: application, catch_exc_info=False) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: app_iter = application(self.environ, start_response) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: response = req.get_response(self._app) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: application, catch_exc_info=False) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: app_iter = application(self.environ, start_response) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: return resp(environ, start_response) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: return resp(environ, start_response) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: response = self.app(environ, start_response) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: return resp(environ, start_response) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:37:22.748040 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: result = method(request=request, **args) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: return self._delete(request, id, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: return f(*args, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: return f(*args, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: return f(*dup_args, **dup_kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: obj_deleter(request.context, id, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: return method(*args, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: return f(*args, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: return f(*args, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: return f(*dup_args, **dup_kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: self._delete_current_gw_port(context, id, router, None) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, context, *args, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: return method(*args, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: context, port, router_ids, bound_mech_contexts) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: return function(*args, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: callback(resource, event, trigger, **kwargs) Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: if self._is_session_semantic_violated(context, resource, event): Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: stack = traceback.extract_stack() Feb 17 00:37:22.755794 dv-cinder-759943-4-smb neutron-server[83929]: Feb 17 00:37:22.902495 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-89618fdf-bb8a-4a7d-872c-8a74d29acad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'name': 'tempest-ServerRescueNegativeTestJSON-1578067831-router', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:03Z', 'updated_at': '2021-02-17T00:37:20Z', 'revision_number': 5, 'project_id': '0dc6049af5414093b47adfcd95956623', 'gw_port': {'id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:06Z', 'updated_at': '2021-02-17T00:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:22.916680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89618fdf-bb8a-4a7d-872c-8a74d29acad4 None None] The sync data for ids ['61afb3e7-82e1-4182-ae31-fbd1b9d0ee14'] in dv-cinder-759943-4-smb is: [{'id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'name': 'tempest-ServerRescueNegativeTestJSON-1578067831-router', 'tenant_id': '0dc6049af5414093b47adfcd95956623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:03Z', 'updated_at': '2021-02-17T00:37:20Z', 'revision_number': 5, 'project_id': '0dc6049af5414093b47adfcd95956623', 'gw_port': {'id': 'c83301c5-ead6-4bf2-bab5-94709d1527a4', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61afb3e7-82e1-4182-ae31-fbd1b9d0ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:06Z', 'updated_at': '2021-02-17T00:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:37:22.975491 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846438485'] for router_gateway, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:23.120815 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846393821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745199'] for router, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:23.123414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:23.358853 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846393599'] for router, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:23.359515 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 {{(pid=84042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:37:23.374306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] Notify callbacks [] for router, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:23.375620 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-f5928fb5-f876-4fc8-adf0-a21a1734de19 admin admin] 10.222.0.38 "DELETE /v2.0/routers/61afb3e7-82e1-4182-ae31-fbd1b9d0ee14 HTTP/1.1" status: 204 len: 168 time: 1.4853473 Feb 17 00:37:23.378317 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 39406) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:23.451118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b5997b-1361-4cc6-8ae0-15060f48ff52 admin admin] Deleting subnet b10397f5-495d-4d30-83f5-ea178ae22011 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:37:23.454362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-81b5997b-1361-4cc6-8ae0-15060f48ff52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:23.516325 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-81b5997b-1361-4cc6-8ae0-15060f48ff52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847819781'] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:23.578122 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-81b5997b-1361-4cc6-8ae0-15060f48ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:24.004952 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-81b5997b-1361-4cc6-8ae0-15060f48ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6621453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6984457'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:24.023102 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-dbf104d8-288e-4027-b221-e3e1154c4498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:24.111374 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5997b-1361-4cc6-8ae0-15060f48ff52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10397f5-495d-4d30-83f5-ea178ae22011,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:24.122329 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-81b5997b-1361-4cc6-8ae0-15060f48ff52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:24.162937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-81b5997b-1361-4cc6-8ae0-15060f48ff52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:24.169820 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-81b5997b-1361-4cc6-8ae0-15060f48ff52 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b10397f5-495d-4d30-83f5-ea178ae22011 HTTP/1.1" status: 204 len: 168 time: 0.7902329 Feb 17 00:37:24.172342 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 39420) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:24.420765 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:24.440971 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a10496a5-f597-4e4f-b486-012cde24ce1a no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:37:24.478172 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: a10496a5-f597-4e4f-b486-012cde24ce1a {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:37:24.478666 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a10496a5-f597-4e4f-b486-012cde24ce1a not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:37:24.479212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device c83301c5-ead6-4bf2-bab5-94709d1527a4 no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:37:24.519680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: c83301c5-ead6-4bf2-bab5-94709d1527a4 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:37:24.520195 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device c83301c5-ead6-4bf2-bab5-94709d1527a4 not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:37:24.555292 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-d596cb1a-4983-42dc-9412-1ae493dc9d2b tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:24.556895 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-d596cb1a-4983-42dc-9412-1ae493dc9d2b tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/networks?id=a08a357a-6563-4568-b0d3-920d1ea7800d HTTP/1.1" status: 200 len: 814 time: 0.3547742 Feb 17 00:37:24.655449 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-1faabe89-6e65-43cc-90df-be23e6cd7d87 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/quotas/43d705ebadea4c7ca3f9f0feb8812c34 HTTP/1.1" status: 200 len: 375 time: 0.0787981 Feb 17 00:37:24.662571 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:24.794627 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-4541cdff-f257-44b6-909e-9f816dbf50b0 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=43d705ebadea4c7ca3f9f0feb8812c34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175468 Feb 17 00:37:24.918588 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c1fedf-b050-43eb-97d0-4a3845e99d82']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:24.919196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672e82f-be01-4bda-aad0-32d842fda100 req-439bf022-990e-4d60-a23b-a3afdeec6685 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:24.920851 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c672e82f-be01-4bda-aad0-32d842fda100 req-439bf022-990e-4d60-a23b-a3afdeec6685 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0901327 Feb 17 00:37:24.935460 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd54a6e-7362-4a3c-823e-f1937de1a76b') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:24.935944 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd54a6e-7362-4a3c-823e-f1937de1a76b') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:24.961873 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848331580'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:24.969988 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c672e82f-be01-4bda-aad0-32d842fda100 req-861a6c9f-af57-457d-91cf-81e73c1d6607 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425539 Feb 17 00:37:25.000967 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-56d7afc2-c954-4dd8-9112-1458e0d483da service neutron] 10.222.0.38 "GET /v2.0/networks/a08a357a-6563-4568-b0d3-920d1ea7800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901522 Feb 17 00:37:25.078466 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:25.081629 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:25.088740 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:37:25.305787 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] Network c2c1fedf-b050-43eb-97d0-4a3845e99d82 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:37:25.316744 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6651954'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:25.391801 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b8cb61c8-fe1d-4468-afb4-4d9beaad27b9 service neutron] 10.222.0.38 "GET /v2.0/networks/a08a357a-6563-4568-b0d3-920d1ea7800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3834589 Feb 17 00:37:25.499122 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] Network c2c1fedf-b050-43eb-97d0-4a3845e99d82 has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:37:25.523048 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:37:25.712959 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:25.717887 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:25.722750 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ce48aa9c-9791-4315-8616-3cae8e8e471e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:25.749772 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c1fedf-b050-43eb-97d0-4a3845e99d82,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:25.752952 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:25.782412 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-8eb51a40-6e1e-4af5-8184-a94c214e0d34 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c2c1fedf-b050-43eb-97d0-4a3845e99d82 HTTP/1.1" status: 204 len: 168 time: 1.6084566 Feb 17 00:37:25.834759 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ab569b0a-ae4b-4295-9db8-368e22e47042 req-61d8b21e-bd05-4b91-b540-0b31235f515f tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Synchronizing usage tracker for tenant:43d705ebadea4c7ca3f9f0feb8812c34 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:37:25.878551 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ab569b0a-ae4b-4295-9db8-368e22e47042 req-61d8b21e-bd05-4b91-b540-0b31235f515f tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Unset dirty status for tenant:43d705ebadea4c7ca3f9f0feb8812c34 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:37:25.880881 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab569b0a-ae4b-4295-9db8-368e22e47042 req-61d8b21e-bd05-4b91-b540-0b31235f515f tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 210 time: 0.3219278 Feb 17 00:37:26.083687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 39448) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:26.135779 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-28dea9fe-fcba-450c-91d0-66d089c9b579 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0dc6049af5414093b47adfcd95956623&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506153 Feb 17 00:37:26.138287 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 39452) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:26.177466 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c097e82-0b2f-46ca-a465-4bea0097aa9c req-9fd4ab9f-8040-4d22-8241-78bf8b612808 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:26.179134 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1c097e82-0b2f-46ca-a465-4bea0097aa9c req-9fd4ab9f-8040-4d22-8241-78bf8b612808 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0915315 Feb 17 00:37:26.204835 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cd5f945c-b5cf-44af-bc2f-49424260b701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:26.234879 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1c097e82-0b2f-46ca-a465-4bea0097aa9c req-c55f17f4-20a6-4db6-8113-92c2f262447c tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493097 Feb 17 00:37:26.251426 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cd5f945c-b5cf-44af-bc2f-49424260b701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:26.415933 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cd5f945c-b5cf-44af-bc2f-49424260b701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:26.421050 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fcdb4514-9e38-4fb5-861d-0a19bc207fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:26.438374 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f945c-b5cf-44af-bc2f-49424260b701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f0f014-b86c-4153-a747-13f92cb867cd,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:26.441027 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-cd5f945c-b5cf-44af-bc2f-49424260b701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:26.483778 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cd5f945c-b5cf-44af-bc2f-49424260b701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:26.485004 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-cd5f945c-b5cf-44af-bc2f-49424260b701 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12f0f014-b86c-4153-a747-13f92cb867cd HTTP/1.1" status: 204 len: 168 time: 0.3457806 Feb 17 00:37:27.054454 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9e470505-133b-4227-a9b9-fb47cdda93a6 req-6459304f-d1a3-4414-8c2f-b7ae7e34395b tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 210 time: 0.0543404 Feb 17 00:37:27.486623 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea62de-ca22-4db5-bb1d-8341e9a11707 req-495cad3e-b401-4a49-998c-7c36463e0b4d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:27.488901 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-48ea62de-ca22-4db5-bb1d-8341e9a11707 req-495cad3e-b401-4a49-998c-7c36463e0b4d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1014769 Feb 17 00:37:27.541764 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-48ea62de-ca22-4db5-bb1d-8341e9a11707 req-0eda664b-e4a5-4fb6-805f-f08ec21e31f0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Feb 17 00:37:27.614959 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-135b2923-b4c9-4f1d-8034-6ed105a40d75 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:27.616577 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-135b2923-b4c9-4f1d-8034-6ed105a40d75 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.49 "GET /v2.0/networks?id=a08a357a-6563-4568-b0d3-920d1ea7800d HTTP/1.1" status: 200 len: 814 time: 0.1836951 Feb 17 00:37:27.630499 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Request body: {'port': {'device_id': '56246ff3-4db8-4c53-8ba9-176784bf9745', 'network_id': 'a08a357a-6563-4568-b0d3-920d1ea7800d', 'admin_state_up': True, 'tenant_id': '43d705ebadea4c7ca3f9f0feb8812c34'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:37:27.780024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:37:27.790968 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:37:27.850354 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Made reservation on behalf of 43d705ebadea4c7ca3f9f0feb8812c34 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:37:27.856672 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:28.183702 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Allocated IP 172.20.0.4 (a08a357a-6563-4568-b0d3-920d1ea7800d/89697c0b-2970-4f17-a239-fce0aa28d29b/0abb70b5-3b1b-4706-8d2b-50006ac40cbf) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:37:28.232231 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6e103e7-5477-4930-b3f1-05d5baa29f61 req-95104183-d3f9-4ef3-96d2-00f8c3e0a08f tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 210 time: 0.0563731 Feb 17 00:37:28.420152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:28.467768 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:28.483334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c88f95ae-efdd-4418-ba88-8c3700bd23f6 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:28.622121 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Pushing event updated for resources: {'Port': ['ID=0abb70b5-3b1b-4706-8d2b-50006ac40cbf,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:28.638920 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:28.732110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Network a08a357a-6563-4568-b0d3-920d1ea7800d is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:37:28.733928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:37:28.736898 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:37:28.819155 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:28.819823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:28.830429 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0a59c-b511-4de6-bd31-ef8bc49d87e5 req-f6ae495e-55b5-43d2-8874-f3d8d5e415e8 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:28.832036 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-11c0a59c-b511-4de6-bd31-ef8bc49d87e5 req-f6ae495e-55b5-43d2-8874-f3d8d5e415e8 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1686080 Feb 17 00:37:28.889723 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-11c0a59c-b511-4de6-bd31-ef8bc49d87e5 req-a1e1ddb6-dc26-4167-bbd2-28d02826ffa9 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488245 Feb 17 00:37:28.897187 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2714541 Feb 17 00:37:28.910786 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Request body: {'port': {'device_id': '56246ff3-4db8-4c53-8ba9-176784bf9745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:37:29.034686 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:29.431600 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458d980-f217-45e0-a918-ca38dd561c28 req-649388f4-02f7-4c21-b5bd-f6ba272cd489 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:29.433202 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f458d980-f217-45e0-a918-ca38dd561c28 req-649388f4-02f7-4c21-b5bd-f6ba272cd489 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 931 time: 0.0872784 Feb 17 00:37:29.455218 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abb70b5-3b1b-4706-8d2b-50006ac40cbf {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:37:29.463216 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:29.476029 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Transition to ACTIVE for port object 0abb70b5-3b1b-4706-8d2b-50006ac40cbf will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:37:29.485909 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f458d980-f217-45e0-a918-ca38dd561c28 req-eae6d62a-acaa-4745-9a75-f7daaa9b7067 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 Feb 17 00:37:29.524091 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:29.539854 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9e1c7e02-eb76-4f50-9d3c-3e2611bcb01e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:29.686037 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Pushing event updated for resources: {'Port': ['ID=0abb70b5-3b1b-4706-8d2b-50006ac40cbf,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:29.691296 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:29.864722 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Attempting to bind port 0abb70b5-3b1b-4706-8d2b-50006ac40cbf on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:37:29.865079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Attempting to bind port 0abb70b5-3b1b-4706-8d2b-50006ac40cbf by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '38f1770b-39d3-49cd-8a63-b13c1e7a74c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a08a357a-6563-4568-b0d3-920d1ea7800d'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:37:29.865550 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Attempting to bind port 0abb70b5-3b1b-4706-8d2b-50006ac40cbf on network a08a357a-6563-4568-b0d3-920d1ea7800d {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:37:29.871293 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:37:29.871675 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Checking segment: {'id': '38f1770b-39d3-49cd-8a63-b13c1e7a74c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a08a357a-6563-4568-b0d3-920d1ea7800d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:37:29.872082 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:29.872485 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Bound using segment: {'id': '38f1770b-39d3-49cd-8a63-b13c1e7a74c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a08a357a-6563-4568-b0d3-920d1ea7800d'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:37:29.872966 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Bound port: 0abb70b5-3b1b-4706-8d2b-50006ac40cbf, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f1770b-39d3-49cd-8a63-b13c1e7a74c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a08a357a-6563-4568-b0d3-920d1ea7800d'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:37:29.873368 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:29.977429 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] For port 0abb70b5-3b1b-4706-8d2b-50006ac40cbf, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:37:29.980712 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] For port 0abb70b5-3b1b-4706-8d2b-50006ac40cbf, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=0abb70b5-3b1b-4706-8d2b-50006ac40cbf,segment=NetworkSegment(38f1770b-39d3-49cd-8a63-b13c1e7a74c9),segment_id=38f1770b-39d3-49cd-8a63-b13c1e7a74c9)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:37:30.010961 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:30.027680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:30.245943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Pushing event updated for resources: {'Port': ['ID=0abb70b5-3b1b-4706-8d2b-50006ac40cbf,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:30.249970 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:30.300080 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89ca2c-f261-4e3b-9b46-b05e42ba512a req-ea24703c-4447-43af-8ab3-74df3ee2a464 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:30.302988 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cb89ca2c-f261-4e3b-9b46-b05e42ba512a req-ea24703c-4447-43af-8ab3-74df3ee2a464 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.2397580 Feb 17 00:37:30.329083 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:30.329861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:30.331347 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] 10.222.0.49 "PUT /v2.0/ports/0abb70b5-3b1b-4706-8d2b-50006ac40cbf HTTP/1.1" status: 200 len: 1157 time: 1.4251897 Feb 17 00:37:30.331883 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56246ff3-4db8-4c53-8ba9-176784bf9745', 'tag': '0abb70b5-3b1b-4706-8d2b-50006ac40cbf'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:37:30.374069 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cb89ca2c-f261-4e3b-9b46-b05e42ba512a req-43b01f5b-38eb-4724-9138-fc202f9d6649 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643606 Feb 17 00:37:30.382907 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56246ff3-4db8-4c53-8ba9-176784bf9745', 'tag': '0abb70b5-3b1b-4706-8d2b-50006ac40cbf', 'status': 'completed', 'code': 200} Feb 17 00:37:30.470355 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-1f21ffcc-40aa-4c9e-ac85-2e6470f998ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:30.471978 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-1f21ffcc-40aa-4c9e-ac85-2e6470f998ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=43d705ebadea4c7ca3f9f0feb8812c34&device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 1160 time: 0.0789437 Feb 17 00:37:30.554006 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-d129bedf-465d-4284-8396-35c583620c28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0abb70b5-3b1b-4706-8d2b-50006ac40cbf HTTP/1.1" status: 200 len: 217 time: 0.0694592 Feb 17 00:37:30.564286 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device e1ba40f5-b5d4-4074-aa5e-c55509f8217b up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:37:30.625548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-d50ccbbf-87d2-41c8-8edf-7a174fd93052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:30.627157 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-d50ccbbf-87d2-41c8-8edf-7a174fd93052 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89697c0b-2970-4f17-a239-fce0aa28d29b HTTP/1.1" status: 200 len: 854 time: 0.0664315 Feb 17 00:37:30.638150 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port e1ba40f5-b5d4-4074-aa5e-c55509f8217b triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:37:30.638571 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:30.685778 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-c96d498a-3893-4f9e-b4ea-90ada5e9954d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a08a357a-6563-4568-b0d3-920d1ea7800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511377 Feb 17 00:37:30.801097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:37:30.843096 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-b5a43a8b-6578-464a-ab24-c879d1d94e2f service neutron] 10.222.0.49 "GET /v2.0/networks/a08a357a-6563-4568-b0d3-920d1ea7800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492636 Feb 17 00:37:30.897808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2970b9-e07e-4728-86fd-e665818c568e req-e351d771-6fad-49e9-89a1-8e94b1cf7b34 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:30.899426 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0f2970b9-e07e-4728-86fd-e665818c568e req-e351d771-6fad-49e9-89a1-8e94b1cf7b34 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 943 time: 0.2985690 Feb 17 00:37:30.946267 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0f2970b9-e07e-4728-86fd-e665818c568e req-72aecee1-1a39-4e3c-b8a1-be0bb6b88f10 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402925 Feb 17 00:37:30.991556 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6580b71-bfba-456d-bd7a-4d6f784f84e2 req-56a965d7-f85a-4679-a9b3-8f512e8b38ce service neutron] 10.222.0.49 "GET /v2.0/networks/a08a357a-6563-4568-b0d3-920d1ea7800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400669 Feb 17 00:37:31.380311 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc050d-fc43-4fec-bb8a-927316860d32 req-7da94615-589c-45c5-a927-1c77e48498ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:31.387757 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ffc050d-fc43-4fec-bb8a-927316860d32 req-7da94615-589c-45c5-a927-1c77e48498ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=43d705ebadea4c7ca3f9f0feb8812c34&device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 1160 time: 0.3126929 Feb 17 00:37:31.524727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc050d-fc43-4fec-bb8a-927316860d32 req-40ea4e08-92b4-496c-bde4-96943778b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:31.526345 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ffc050d-fc43-4fec-bb8a-927316860d32 req-40ea4e08-92b4-496c-bde4-96943778b73c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a08a357a-6563-4568-b0d3-920d1ea7800d HTTP/1.1" status: 200 len: 908 time: 0.1371517 Feb 17 00:37:31.577221 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6778dd-2aa1-4b17-8ac2-5657a0cb6ab1 req-12d67da8-9055-4026-a012-44260a7b5885 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:31.578851 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0a6778dd-2aa1-4b17-8ac2-5657a0cb6ab1 req-12d67da8-9055-4026-a012-44260a7b5885 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0868483 Feb 17 00:37:31.605271 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ffc050d-fc43-4fec-bb8a-927316860d32 req-e27f438d-195d-48d9-95f8-7ad14e41d997 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0abb70b5-3b1b-4706-8d2b-50006ac40cbf HTTP/1.1" status: 200 len: 217 time: 0.0697510 Feb 17 00:37:31.636520 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0a6778dd-2aa1-4b17-8ac2-5657a0cb6ab1 req-0744ed96-ac99-47ed-8fc8-f21358a7ee72 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463188 Feb 17 00:37:31.674795 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc050d-fc43-4fec-bb8a-927316860d32 req-5fc43d37-884f-43de-97de-775785a16ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:31.676403 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ffc050d-fc43-4fec-bb8a-927316860d32 req-5fc43d37-884f-43de-97de-775785a16ad5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89697c0b-2970-4f17-a239-fce0aa28d29b HTTP/1.1" status: 200 len: 854 time: 0.0645623 Feb 17 00:37:31.731242 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ffc050d-fc43-4fec-bb8a-927316860d32 req-72ec030e-d4c7-436a-b162-1d7431e288ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a08a357a-6563-4568-b0d3-920d1ea7800d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467422 Feb 17 00:37:31.873895 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ffc050d-fc43-4fec-bb8a-927316860d32 req-504cc4a5-3db5-46ee-95a8-885e70191db4 service neutron] 10.222.0.49 "GET /v2.0/networks/a08a357a-6563-4568-b0d3-920d1ea7800d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350286 Feb 17 00:37:32.024003 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2ffc050d-fc43-4fec-bb8a-927316860d32 req-f50c9292-d39d-4e03-b598-6a96cfe6c7d5 service neutron] 10.222.0.49 "GET /v2.0/networks/a08a357a-6563-4568-b0d3-920d1ea7800d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401467 Feb 17 00:37:32.148756 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c4ea4-3527-4d1d-bd02-d27f39d9981f req-f0592f71-39d8-43ef-ab83-1fad781365bb tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:32.149541 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f52c4ea4-3527-4d1d-bd02-d27f39d9981f req-f0592f71-39d8-43ef-ab83-1fad781365bb tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Synchronizing usage tracker for tenant:43d705ebadea4c7ca3f9f0feb8812c34 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:37:32.198440 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f52c4ea4-3527-4d1d-bd02-d27f39d9981f req-f0592f71-39d8-43ef-ab83-1fad781365bb tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Unset dirty status for tenant:43d705ebadea4c7ca3f9f0feb8812c34 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:37:32.199784 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f52c4ea4-3527-4d1d-bd02-d27f39d9981f req-f0592f71-39d8-43ef-ab83-1fad781365bb tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 943 time: 0.1389198 Feb 17 00:37:32.249583 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f52c4ea4-3527-4d1d-bd02-d27f39d9981f req-d79a6f36-e648-43c4-a9f0-bd9ea03a16be tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433722 Feb 17 00:37:32.835743 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad78c9-ff71-4a8b-bcd9-cce3b40b25a9 req-ae60a064-ce96-41be-b504-4d471da9eac8 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:32.837417 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7cad78c9-ff71-4a8b-bcd9-cce3b40b25a9 req-ae60a064-ce96-41be-b504-4d471da9eac8 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0884807 Feb 17 00:37:32.890029 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7cad78c9-ff71-4a8b-bcd9-cce3b40b25a9 req-38730c2f-eb96-4981-84e7-eba8a19d175e tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463095 Feb 17 00:37:32.945478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 0abb70b5-3b1b-4706-8d2b-50006ac40cbf up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:37:33.038191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port 0abb70b5-3b1b-4706-8d2b-50006ac40cbf completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:37:33.043490 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 0abb70b5-3b1b-4706-8d2b-50006ac40cbf triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:37:33.043917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:33.167534 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:33.196626 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56246ff3-4db8-4c53-8ba9-176784bf9745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abb70b5-3b1b-4706-8d2b-50006ac40cbf'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:37:33.207578 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 0abb70b5-3b1b-4706-8d2b-50006ac40cbf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=0abb70b5-3b1b-4706-8d2b-50006ac40cbf,segment=NetworkSegment(38f1770b-39d3-49cd-8a63-b13c1e7a74c9),segment_id=38f1770b-39d3-49cd-8a63-b13c1e7a74c9)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:37:33.244229 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:33.245288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device e1ba40f5-b5d4-4074-aa5e-c55509f8217b up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:37:33.273531 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56246ff3-4db8-4c53-8ba9-176784bf9745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abb70b5-3b1b-4706-8d2b-50006ac40cbf', 'code': 200} Feb 17 00:37:33.278593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-45b2b9a3-eb2f-4eda-9bac-6feb36589f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:33.378618 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=0abb70b5-3b1b-4706-8d2b-50006ac40cbf,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:33.385696 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:33.390848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port e1ba40f5-b5d4-4074-aa5e-c55509f8217b triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:37:33.391453 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:33.462269 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a842d19-a847-4a2d-86bd-ef573c704ee8 req-bf01e83d-1511-477f-b733-498b4a290717 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:33.463890 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9a842d19-a847-4a2d-86bd-ef573c704ee8 req-bf01e83d-1511-477f-b733-498b4a290717 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 945 time: 0.0957258 Feb 17 00:37:33.567857 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9a842d19-a847-4a2d-86bd-ef573c704ee8 req-67a6e8b5-1243-4f74-9b12-22bdc6a0cd15 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970626 Feb 17 00:37:33.589568 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a108e8-7e88-4dc1-bc2e-ba00e37ebfe4 req-14d692b3-93f8-40c2-97f8-5d507cdfdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:33.591250 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b5a108e8-7e88-4dc1-bc2e-ba00e37ebfe4 req-14d692b3-93f8-40c2-97f8-5d507cdfdd15 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 1162 time: 0.1042333 Feb 17 00:37:33.634746 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b5a108e8-7e88-4dc1-bc2e-ba00e37ebfe4 req-494683d0-d01c-4bc9-9362-06d41ea70286 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355375 Feb 17 00:37:34.090446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf180a4a-189d-4d4a-a6d2-b9960a2e9a2f req-81198e6f-ce93-4cbf-a77b-91a1b9122072 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:34.092072 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cf180a4a-189d-4d4a-a6d2-b9960a2e9a2f req-81198e6f-ce93-4cbf-a77b-91a1b9122072 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0881763 Feb 17 00:37:34.139596 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cf180a4a-189d-4d4a-a6d2-b9960a2e9a2f req-d2e64b17-951d-4d39-bb97-35df369f9f88 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410092 Feb 17 00:37:34.364868 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 39580) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:34.487036 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f3cc949a-90bd-4504-9190-12a3277d5bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:34.503253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f3cc949a-90bd-4504-9190-12a3277d5bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:37:34.508019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f3cc949a-90bd-4504-9190-12a3277d5bef admin admin] Usage tracker for resource:security_group_rule and tenant:b60e733016e148ab92c26b4e2e61aa5b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:37:34.511040 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f3cc949a-90bd-4504-9190-12a3277d5bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:37:34.516836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f3cc949a-90bd-4504-9190-12a3277d5bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:37:34.575909 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 0abb70b5-3b1b-4706-8d2b-50006ac40cbf up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:37:34.606265 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f3cc949a-90bd-4504-9190-12a3277d5bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:34.638228 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f3cc949a-90bd-4504-9190-12a3277d5bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:34.648167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2383d372-fb6e-4da0-922b-71cd6de62797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:34.654848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 0abb70b5-3b1b-4706-8d2b-50006ac40cbf triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:37:34.655559 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:34.697492 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-f3cc949a-90bd-4504-9190-12a3277d5bef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b60e733016e148ab92c26b4e2e61aa5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313468 Feb 17 00:37:34.698316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 39588) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:34.699045 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc949a-90bd-4504-9190-12a3277d5bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a055be50-4067-4c3d-b125-0f9b722729f3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:34.704834 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f3cc949a-90bd-4504-9190-12a3277d5bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:34.778563 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6a377be4-b462-4f29-821e-73a744a2682b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:34.802225 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e403037-3d29-4ad9-814a-56189ac36e97 req-14110de6-794c-44ba-a265-58e13ef72c9e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:34.804073 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7e403037-3d29-4ad9-814a-56189ac36e97 req-14110de6-794c-44ba-a265-58e13ef72c9e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 945 time: 0.1181448 Feb 17 00:37:34.816284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6a377be4-b462-4f29-821e-73a744a2682b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:34.853608 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7e403037-3d29-4ad9-814a-56189ac36e97 req-56443263-3d88-479c-8749-3495d7f5b1a0 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Feb 17 00:37:34.889652 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6a377be4-b462-4f29-821e-73a744a2682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:34.894952 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5708bad8-70bc-4305-939b-5e95df204260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:34.908877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a377be4-b462-4f29-821e-73a744a2682b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a055be50-4067-4c3d-b125-0f9b722729f3,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:34.912469 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6a377be4-b462-4f29-821e-73a744a2682b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:34.914952 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6a377be4-b462-4f29-821e-73a744a2682b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:34.916638 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-6a377be4-b462-4f29-821e-73a744a2682b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a055be50-4067-4c3d-b125-0f9b722729f3 HTTP/1.1" status: 204 len: 168 time: 0.2130599 Feb 17 00:37:35.389324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49367e-956a-4cac-ae52-a6456e8f26bf req-11a2f455-775d-40bd-ad32-94fe1eddf370 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:35.391030 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8d49367e-956a-4cac-ae52-a6456e8f26bf req-11a2f455-775d-40bd-ad32-94fe1eddf370 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0931187 Feb 17 00:37:35.439864 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8d49367e-956a-4cac-ae52-a6456e8f26bf req-f383cd29-fdc6-4923-8db8-fb914701a99b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415401 Feb 17 00:37:35.887753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e0bca-4a2e-4946-b287-1c34ca4529a1 req-10052abb-63cc-43e8-80ab-89d34ecbfbd4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:35.889442 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b88e0bca-4a2e-4946-b287-1c34ca4529a1 req-10052abb-63cc-43e8-80ab-89d34ecbfbd4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0989871 Feb 17 00:37:35.990593 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b88e0bca-4a2e-4946-b287-1c34ca4529a1 req-317cf3e5-7832-4ca2-a95b-ab23e7a865bf tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592153 Feb 17 00:37:36.013452 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba83b4-7815-4ef1-b867-eed99d12d3c7 req-23fb3498-ab60-4085-a214-6fc2dcba9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:36.015097 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-37ba83b4-7815-4ef1-b867-eed99d12d3c7 req-23fb3498-ab60-4085-a214-6fc2dcba9c36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9&device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 1162 time: 0.1247056 Feb 17 00:37:36.100485 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016029d-3884-42c8-9fbe-4b744b261870 req-060674a0-d157-4e39-b220-dca528244ae8 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:36.102203 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8016029d-3884-42c8-9fbe-4b744b261870 req-060674a0-d157-4e39-b220-dca528244ae8 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 945 time: 0.1175613 Feb 17 00:37:36.157597 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8016029d-3884-42c8-9fbe-4b744b261870 req-fb0b5ff2-f46f-4cbd-97a4-659262dde520 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486484 Feb 17 00:37:36.167067 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba83b4-7815-4ef1-b867-eed99d12d3c7 req-f10186e6-b22d-4082-ad5d-3580f62c404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:36.168936 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-37ba83b4-7815-4ef1-b867-eed99d12d3c7 req-f10186e6-b22d-4082-ad5d-3580f62c404f service neutron] 10.222.0.49 "GET /v2.0/networks?id=aef55492-a3bb-4193-9f92-43c940f31c3f HTTP/1.1" status: 200 len: 904 time: 0.1459897 Feb 17 00:37:36.302344 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-37ba83b4-7815-4ef1-b867-eed99d12d3c7 req-7e4758c8-fd6a-4381-82ae-107eb82f8b31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1ba40f5-b5d4-4074-aa5e-c55509f8217b HTTP/1.1" status: 200 len: 1001 time: 0.1135824 Feb 17 00:37:36.371990 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba83b4-7815-4ef1-b867-eed99d12d3c7 req-967c8f0c-e1b3-411b-8e81-817e67272e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:36.373766 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-37ba83b4-7815-4ef1-b867-eed99d12d3c7 req-967c8f0c-e1b3-411b-8e81-817e67272e94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=081519e3-3689-4b75-a2a2-253d4b2b0fbb HTTP/1.1" status: 200 len: 849 time: 0.0647295 Feb 17 00:37:36.463960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba83b4-7815-4ef1-b867-eed99d12d3c7 req-199e466e-ae72-482d-9150-35428654173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:36.465626 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-37ba83b4-7815-4ef1-b867-eed99d12d3c7 req-199e466e-ae72-482d-9150-35428654173b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aef55492-a3bb-4193-9f92-43c940f31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840647 Feb 17 00:37:36.621673 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-37ba83b4-7815-4ef1-b867-eed99d12d3c7 req-3f97daf5-47c6-4124-ae92-df3610d02429 service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466568 Feb 17 00:37:36.766929 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-37ba83b4-7815-4ef1-b867-eed99d12d3c7 req-660e15ae-f135-47dc-8d2f-48fb771fae44 service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372433 Feb 17 00:37:37.220869 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa98292-da2a-4fd1-8454-f599682e83f4 req-4af10e85-8248-432f-be8c-13f47547d062 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:37.222442 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7fa98292-da2a-4fd1-8454-f599682e83f4 req-4af10e85-8248-432f-be8c-13f47547d062 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0886638 Feb 17 00:37:37.269644 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7fa98292-da2a-4fd1-8454-f599682e83f4 req-053887f1-1e14-41cc-a91a-e95c0938a5d2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407579 Feb 17 00:37:38.478113 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a77bd-59bd-4bb3-b8bf-c995a9eb702c req-c22cd12b-9914-40ae-b480-8b7ad9bb1852 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:38.479706 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9a8a77bd-59bd-4bb3-b8bf-c995a9eb702c req-c22cd12b-9914-40ae-b480-8b7ad9bb1852 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0916097 Feb 17 00:37:38.529240 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9a8a77bd-59bd-4bb3-b8bf-c995a9eb702c req-7e072d28-4ed3-42bf-a96b-041aaefd3e41 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430129 Feb 17 00:37:42.651389 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fbebf2f5-948c-43c1-8d6f-cb2fa0aff165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:45.261108 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d4904228-b59b-4002-9dd3-acab25776cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:45.312062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:46.609906 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:46.632757 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 39766) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:46.755390 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b3c46e48-50bf-40e7-8fb4-c15893e18796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:46.771356 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-b3c46e48-50bf-40e7-8fb4-c15893e18796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:37:46.776079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-b3c46e48-50bf-40e7-8fb4-c15893e18796 admin admin] Usage tracker for resource:security_group_rule and tenant:4e8617eb2d564f09ab60a37c881495c0 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:37:46.779084 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-b3c46e48-50bf-40e7-8fb4-c15893e18796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:37:46.785018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-b3c46e48-50bf-40e7-8fb4-c15893e18796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:37:46.871295 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b3c46e48-50bf-40e7-8fb4-c15893e18796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:46.901184 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b3c46e48-50bf-40e7-8fb4-c15893e18796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:46.910445 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4919a209-0a3c-4780-96c6-efe31a53b080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:46.935012 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:46.953535 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-b3c46e48-50bf-40e7-8fb4-c15893e18796 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4e8617eb2d564f09ab60a37c881495c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195078 Feb 17 00:37:46.954507 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c46e48-50bf-40e7-8fb4-c15893e18796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba29f27a-6908-4328-aee5-8055147efddb,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:46.956429 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 39772) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:46.958165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b3c46e48-50bf-40e7-8fb4-c15893e18796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:47.019676 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2275f4f7-5ac3-4241-91bd-0f69e533c107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:47.046272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2275f4f7-5ac3-4241-91bd-0f69e533c107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:47.117707 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2275f4f7-5ac3-4241-91bd-0f69e533c107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:47.122564 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ce37aecd-e8f5-4753-9291-4b3c45f30838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:47.136313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275f4f7-5ac3-4241-91bd-0f69e533c107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba29f27a-6908-4328-aee5-8055147efddb,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:47.139084 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2275f4f7-5ac3-4241-91bd-0f69e533c107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:47.140244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2275f4f7-5ac3-4241-91bd-0f69e533c107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:47.142145 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-2275f4f7-5ac3-4241-91bd-0f69e533c107 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ba29f27a-6908-4328-aee5-8055147efddb HTTP/1.1" status: 204 len: 168 time: 0.1838932 Feb 17 00:37:49.460563 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 39846) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:49.602768 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-838c8d43-e13a-47b5-881e-6ec6f482cec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:49.622320 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-838c8d43-e13a-47b5-881e-6ec6f482cec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:37:49.626878 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-838c8d43-e13a-47b5-881e-6ec6f482cec6 admin admin] Usage tracker for resource:security_group_rule and tenant:e5d796c3bda44175b482f14d3bdcba2e is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:37:49.630098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-838c8d43-e13a-47b5-881e-6ec6f482cec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:37:49.637422 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-838c8d43-e13a-47b5-881e-6ec6f482cec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:37:49.732746 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-838c8d43-e13a-47b5-881e-6ec6f482cec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:49.758148 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-838c8d43-e13a-47b5-881e-6ec6f482cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:49.767807 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3dba6ac6-1e7d-4525-b60e-d8304adb40b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:49.813089 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-838c8d43-e13a-47b5-881e-6ec6f482cec6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e5d796c3bda44175b482f14d3bdcba2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512976 Feb 17 00:37:49.815969 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 39858) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:49.817502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c8d43-e13a-47b5-881e-6ec6f482cec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bc82c2-2f70-435d-8379-445e22ba2bcf,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:49.821066 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-838c8d43-e13a-47b5-881e-6ec6f482cec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:49.880506 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1e789f44-78a5-4d01-a261-e0fb32d03263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:49.916487 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1e789f44-78a5-4d01-a261-e0fb32d03263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:49.992288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1e789f44-78a5-4d01-a261-e0fb32d03263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:49.997617 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-28cc6b67-d1e6-40e7-98cd-6aad66d06292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:50.010969 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e789f44-78a5-4d01-a261-e0fb32d03263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bc82c2-2f70-435d-8379-445e22ba2bcf,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:50.014262 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1e789f44-78a5-4d01-a261-e0fb32d03263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:50.016750 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1e789f44-78a5-4d01-a261-e0fb32d03263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:50.018859 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1e789f44-78a5-4d01-a261-e0fb32d03263 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7bc82c2-2f70-435d-8379-445e22ba2bcf HTTP/1.1" status: 204 len: 168 time: 0.2015789 Feb 17 00:37:50.337307 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d3058-414c-40c2-a22f-277af97e4506 req-640ec6f8-bc03-479e-b006-23c6be8ce48c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:50.338923 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c88d3058-414c-40c2-a22f-277af97e4506 req-640ec6f8-bc03-479e-b006-23c6be8ce48c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0895030 Feb 17 00:37:50.386028 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c88d3058-414c-40c2-a22f-277af97e4506 req-e7ff2df8-5aee-47ff-9412-c93bc736be78 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409031 Feb 17 00:37:50.464977 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 39870) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:50.484666 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-41fab0fa-2916-4f65-8d01-2f897e7c14f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:50.500655 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-41fab0fa-2916-4f65-8d01-2f897e7c14f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:37:50.504687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-41fab0fa-2916-4f65-8d01-2f897e7c14f5 admin admin] Usage tracker for resource:security_group_rule and tenant:1226b033611e436e8cf0cffa639080f0 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:37:50.508155 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-41fab0fa-2916-4f65-8d01-2f897e7c14f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:37:50.513978 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-41fab0fa-2916-4f65-8d01-2f897e7c14f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:37:50.601302 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-41fab0fa-2916-4f65-8d01-2f897e7c14f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:50.626449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-41fab0fa-2916-4f65-8d01-2f897e7c14f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:50.635123 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c24dbb5b-1565-4e8b-a2ca-b911591b5aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:50.681021 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-41fab0fa-2916-4f65-8d01-2f897e7c14f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1226b033611e436e8cf0cffa639080f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148333 Feb 17 00:37:50.682671 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fab0fa-2916-4f65-8d01-2f897e7c14f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afb1bab-d7c8-4d84-84a7-ef4058b7a794,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:50.684071 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 39876) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:50.685908 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-41fab0fa-2916-4f65-8d01-2f897e7c14f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:50.747629 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d5b82367-84b8-493b-8e50-5fb343762d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:50.776265 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d5b82367-84b8-493b-8e50-5fb343762d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:50.855192 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d5b82367-84b8-493b-8e50-5fb343762d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:50.860151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-bc5bdf3d-5c67-4561-8216-cbd6d50bdf71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:50.875027 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b82367-84b8-493b-8e50-5fb343762d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afb1bab-d7c8-4d84-84a7-ef4058b7a794,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:50.880178 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d5b82367-84b8-493b-8e50-5fb343762d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:50.886824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d5b82367-84b8-493b-8e50-5fb343762d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:50.888051 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-d5b82367-84b8-493b-8e50-5fb343762d3a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7afb1bab-d7c8-4d84-84a7-ef4058b7a794 HTTP/1.1" status: 204 len: 168 time: 0.2020638 Feb 17 00:37:51.605055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8cf7f-9cb2-4416-98c9-03a89d5944f0 req-fd5b59fa-9ec2-4cfd-9ffc-910d092cfae1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:51.606775 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-63a8cf7f-9cb2-4416-98c9-03a89d5944f0 req-fd5b59fa-9ec2-4cfd-9ffc-910d092cfae1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0966101 Feb 17 00:37:51.655693 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-63a8cf7f-9cb2-4416-98c9-03a89d5944f0 req-2cfb5cdf-fc9c-4399-aea0-47c995b4d015 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423932 Feb 17 00:37:52.262051 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-a4923c76-ffa4-4ce8-afb1-a38b0eb2ea4f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:52.263700 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-a4923c76-ffa4-4ce8-afb1-a38b0eb2ea4f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 945 time: 0.0948856 Feb 17 00:37:52.347176 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Deleting port 2fa01bdd-2375-4262-b625-4ef15e262f01 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:37:52.347602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:52.614819 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] For port 2fa01bdd-2375-4262-b625-4ef15e262f01, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=2fa01bdd-2375-4262-b625-4ef15e262f01,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:37:52.615367 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:52.712607 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 2fa01bdd-2375-4262-b625-4ef15e262f01 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:37:52.854191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:52.891372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:37:52.902476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 2fa01bdd-2375-4262-b625-4ef15e262f01, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=2fa01bdd-2375-4262-b625-4ef15e262f01,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:37:52.952426 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:52.953084 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298cb92-91cf-4102-9402-3301143f02f5 req-26f18b6d-5375-453b-b81a-da1a80d2bb4f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:52.955606 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0298cb92-91cf-4102-9402-3301143f02f5 req-26f18b6d-5375-453b-b81a-da1a80d2bb4f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1377425 Feb 17 00:37:52.955746 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:52.964580 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:52.965009 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:52.965430 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Floating IP 96038ca8-c4ae-41dd-9a5e-944e9cd1e30a disassociated. External IP: 172.28.3.43, port: 2fa01bdd-2375-4262-b625-4ef15e262f01. Feb 17 00:37:52.965820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Calling delete_port for 2fa01bdd-2375-4262-b625-4ef15e262f01 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:37:53.014032 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0298cb92-91cf-4102-9402-3301143f02f5 req-6b3a5cb1-6155-41e9-a640-1106c71a297e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508397 Feb 17 00:37:53.023776 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01', 'code': 200} Feb 17 00:37:53.067745 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=2fa01bdd-2375-4262-b625-4ef15e262f01,revision_number=7']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:53.071372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:53.095717 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:37:53.096225 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:37:53.499785 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-55ab8bc5-c599-491d-88c9-819e3a54f31a req-ee562782-ad9e-4bd5-b465-14380cd678f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0844269 Feb 17 00:37:53.597099 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Deleting port 2fa01bdd-2375-4262-b625-4ef15e262f01 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:37:53.597465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:53.649553 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab8bc5-c599-491d-88c9-819e3a54f31a req-eb67d2d8-609c-45f1-ba39-b09e7cb6f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:53.651209 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-55ab8bc5-c599-491d-88c9-819e3a54f31a req-eb67d2d8-609c-45f1-ba39-b09e7cb6f209 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9&device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 1162 time: 0.1261804 Feb 17 00:37:54.202306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab8bc5-c599-491d-88c9-819e3a54f31a req-b738a0eb-0a9c-40de-b709-1bb0afd5b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:54.203910 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-55ab8bc5-c599-491d-88c9-819e3a54f31a req-b738a0eb-0a9c-40de-b709-1bb0afd5b35f service neutron] 10.222.0.49 "GET /v2.0/networks?id=aef55492-a3bb-4193-9f92-43c940f31c3f HTTP/1.1" status: 200 len: 904 time: 0.5034635 Feb 17 00:37:54.265661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e6112-95f4-4866-9dd7-7dfb69bcde72 req-acfe3827-6fa0-409d-90df-fa6e72da2d40 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:54.267364 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e15e6112-95f4-4866-9dd7-7dfb69bcde72 req-acfe3827-6fa0-409d-90df-fa6e72da2d40 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 943 time: 0.1238241 Feb 17 00:37:54.304732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] For port 2fa01bdd-2375-4262-b625-4ef15e262f01, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=2fa01bdd-2375-4262-b625-4ef15e262f01,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:37:54.305394 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:54.318380 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e15e6112-95f4-4866-9dd7-7dfb69bcde72 req-5e7ab3e3-f51b-4e68-8a74-5bb1df0ebf16 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=9746d7ed-4b3f-45dd-8395-ba15e71f8bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442121 Feb 17 00:37:54.423587 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-55ab8bc5-c599-491d-88c9-819e3a54f31a req-01075d1e-8da9-4077-9ad3-344f2bbcb1cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1ba40f5-b5d4-4074-aa5e-c55509f8217b HTTP/1.1" status: 200 len: 1001 time: 0.2064052 Feb 17 00:37:54.595820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab8bc5-c599-491d-88c9-819e3a54f31a req-1a922cbc-fa71-4863-aa87-af25b659d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:54.597443 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-55ab8bc5-c599-491d-88c9-819e3a54f31a req-1a922cbc-fa71-4863-aa87-af25b659d59a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=081519e3-3689-4b75-a2a2-253d4b2b0fbb HTTP/1.1" status: 200 len: 849 time: 0.1610665 Feb 17 00:37:54.762804 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:54.763347 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:54.763551 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Floating IP 96038ca8-c4ae-41dd-9a5e-944e9cd1e30a disassociated. External IP: 172.28.3.43, port: 2fa01bdd-2375-4262-b625-4ef15e262f01. Feb 17 00:37:54.763935 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Calling delete_port for 2fa01bdd-2375-4262-b625-4ef15e262f01 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:37:54.840429 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab8bc5-c599-491d-88c9-819e3a54f31a req-a10a711d-279c-4663-b2c6-ac3b59ae9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:54.842227 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-55ab8bc5-c599-491d-88c9-819e3a54f31a req-a10a711d-279c-4663-b2c6-ac3b59ae9eb0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aef55492-a3bb-4193-9f92-43c940f31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1811759 Feb 17 00:37:55.061308 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-55ab8bc5-c599-491d-88c9-819e3a54f31a req-39a8725f-606a-4f93-b6d8-5b78f55bf24a service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015154 Feb 17 00:37:55.095038 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:55.147562 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:55.167341 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b8094f7c-2322-42d1-b027-70dbeb5b6e67 tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:55.276858 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event deleted for resources: {'Port': ['ID=2fa01bdd-2375-4262-b625-4ef15e262f01,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:55.290439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:55.374903 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-55ab8bc5-c599-491d-88c9-819e3a54f31a req-af8827cf-521c-422e-a0e9-4fb642d0b5ec service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3040259 Feb 17 00:37:55.571306 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-74e1b7b3-6f4a-4cd9-9e4a-9b5bd20dfe9d req-ea0f99c7-2fe6-48b8-bc48-1984fd8d18e2 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 210 time: 0.1191733 Feb 17 00:37:55.633718 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:37:56.060288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:37:56.072811 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fdd2f-a77d-4b85-a4be-4812e9d75227 None None] Sync routers for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:37:56.086853 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fdd2f-a77d-4b85-a4be-4812e9d75227 None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:37:56.087877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2e5fdd2f-a77d-4b85-a4be-4812e9d75227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:37:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:56.105019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] No DVR routers for this DVR port 2fa01bdd-2375-4262-b625-4ef15e262f01 on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:37:56.107427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:56.110486 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'name': 'network-vif-deleted', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:37:56.174115 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ea88eeec-3d12-4cf6-a331-477794b6349b req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.49 "DELETE /v2.0/ports/2fa01bdd-2375-4262-b625-4ef15e262f01 HTTP/1.1" status: 204 len: 173 time: 3.9010360 Feb 17 00:37:56.185991 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb741052-e8ba-485e-a9ce-1b6df7fb5a00', 'name': 'network-vif-deleted', 'tag': '2fa01bdd-2375-4262-b625-4ef15e262f01', 'status': 'completed', 'code': 200} Feb 17 00:37:56.432952 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-2e5fdd2f-a77d-4b85-a4be-4812e9d75227 None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:37:56.805508 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2e5fdd2f-a77d-4b85-a4be-4812e9d75227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:35Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:56.810439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fdd2f-a77d-4b85-a4be-4812e9d75227 None None] Checking router: 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:37:56.821440 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fdd2f-a77d-4b85-a4be-4812e9d75227 None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:37:56.821891 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2e5fdd2f-a77d-4b85-a4be-4812e9d75227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:37:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:56.828123 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab9b1753-9fe3-41ec-977c-a9a6946e7a96 req-c14c7000-fdd3-4e5a-940a-6c8fb3e60919 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb741052-e8ba-485e-a9ce-1b6df7fb5a00 HTTP/1.1" status: 200 len: 210 time: 0.1166360 Feb 17 00:37:57.056767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-2e5fdd2f-a77d-4b85-a4be-4812e9d75227 None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:37:57.589587 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2e5fdd2f-a77d-4b85-a4be-4812e9d75227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:35Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:37:57.594111 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fdd2f-a77d-4b85-a4be-4812e9d75227 None None] The sync data for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb is: [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:35Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:37:58.024231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40018) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:58.028978 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37206af1-5065-4a09-b606-d9264812fba4 None None] New status for floating IP 96038ca8-c4ae-41dd-9a5e-944e9cd1e30a: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:37:58.112383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-67d1db6b-021b-4810-a801-9947f4db5bfd tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:58.173709 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-67d1db6b-021b-4810-a801-9947f4db5bfd tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:58.330119 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-67d1db6b-021b-4810-a801-9947f4db5bfd tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:58.358659 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-cd5f945c-b5cf-44af-bc2f-49424260b701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:58.381962 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1db6b-021b-4810-a801-9947f4db5bfd tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9746d7ed-4b3f-45dd-8395-ba15e71f8bed,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:58.384313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-67d1db6b-021b-4810-a801-9947f4db5bfd tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:58.406022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-67d1db6b-021b-4810-a801-9947f4db5bfd tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:58.407646 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-67d1db6b-021b-4810-a801-9947f4db5bfd tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "DELETE /v2.0/security-groups/9746d7ed-4b3f-45dd-8395-ba15e71f8bed HTTP/1.1" status: 204 len: 168 time: 0.3822210 Feb 17 00:37:58.410627 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40028) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:58.434041 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.v2.resource [None req-3103e376-ebb5-4499-bffa-944204b460ec tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] show failed (client error): The resource could not be found. Feb 17 00:37:58.438401 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-3103e376-ebb5-4499-bffa-944204b460ec tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups/9746d7ed-4b3f-45dd-8395-ba15e71f8bed HTTP/1.1" status: 404 len: 347 time: 0.0264301 Feb 17 00:37:58.438525 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40032) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:58.590370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e84f4-9992-4e87-8a02-ba0f0ea26a27 req-d518b831-f093-4a56-8d96-7ff1f100e963 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:58.592013 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b93e84f4-9992-4e87-8a02-ba0f0ea26a27 req-d518b831-f093-4a56-8d96-7ff1f100e963 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 945 time: 0.0935841 Feb 17 00:37:58.615018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-8de46c49-3c4f-4cbb-960f-2eac120ddc74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Deleting port 75b0789a-6775-4a3c-bc07-01ff7cf157d5 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:37:58.615337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8de46c49-3c4f-4cbb-960f-2eac120ddc74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:58.642017 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b93e84f4-9992-4e87-8a02-ba0f0ea26a27 req-0051144f-72a2-4e82-bfe4-5518791b4318 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433209 Feb 17 00:37:58.797658 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8de46c49-3c4f-4cbb-960f-2eac120ddc74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:58.798048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8de46c49-3c4f-4cbb-960f-2eac120ddc74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:58.934994 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-8de46c49-3c4f-4cbb-960f-2eac120ddc74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Calling delete_port for 75b0789a-6775-4a3c-bc07-01ff7cf157d5 owned by network:floatingip {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:37:59.106050 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8de46c49-3c4f-4cbb-960f-2eac120ddc74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:59.121586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:37:59.217505 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de46c49-3c4f-4cbb-960f-2eac120ddc74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event deleted for resources: {'Port': ['ID=75b0789a-6775-4a3c-bc07-01ff7cf157d5,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:37:59.227810 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8de46c49-3c4f-4cbb-960f-2eac120ddc74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:37:59.345267 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8de46c49-3c4f-4cbb-960f-2eac120ddc74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:59.359924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8de46c49-3c4f-4cbb-960f-2eac120ddc74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:59.361270 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-8de46c49-3c4f-4cbb-960f-2eac120ddc74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "DELETE /v2.0/floatingips/96038ca8-c4ae-41dd-9a5e-944e9cd1e30a HTTP/1.1" status: 204 len: 168 time: 0.9217260 Feb 17 00:37:59.806416 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40054) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:37:59.812404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146952882', 'description': 'tempest-description--1523600151'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:37:59.818989 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:37:59.824638 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Usage tracker for resource:security_group and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:37:59.827991 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:37:59.834084 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:37:59.851592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc8b31-a713-48c2-ae92-c5cd256526cc req-227f5510-0efd-4a72-a73a-db0812876a7b tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:37:59.851592 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-32fc8b31-a713-48c2-ae92-c5cd256526cc req-227f5510-0efd-4a72-a73a-db0812876a7b tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 945 time: 0.0886574 Feb 17 00:37:59.872276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:37:59.895176 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:37:59.899418 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-32fc8b31-a713-48c2-ae92-c5cd256526cc req-5b970072-8da9-4c66-9e10-7d2c748c889f tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433314 Feb 17 00:37:59.900369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Usage tracker for resource:security_group_rule and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:37:59.903721 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:37:59.909710 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:37:59.984021 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:00.014339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:00.019931 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c7587b1a-f491-43bb-9af5-1a2ea8c87731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:00.065987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418fc4cd-0ac1-4e01-940b-1801387ed505,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:00.069074 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:00.106316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:00.107684 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3001750 Feb 17 00:38:00.110816 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40058) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:00.116553 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-b9bf8c53-abf9-4ffe-890a-7527036eac1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Request body: {'security_group_rule': {'security_group_id': '418fc4cd-0ac1-4e01-940b-1801387ed505', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:00.122835 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-b9bf8c53-abf9-4ffe-890a-7527036eac1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:00.126819 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-b9bf8c53-abf9-4ffe-890a-7527036eac1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Usage tracker for resource:security_group_rule and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:00.129858 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-b9bf8c53-abf9-4ffe-890a-7527036eac1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:00.136402 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-b9bf8c53-abf9-4ffe-890a-7527036eac1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:00.187002 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b9bf8c53-abf9-4ffe-890a-7527036eac1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:00.262017 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b9bf8c53-abf9-4ffe-890a-7527036eac1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:00.289167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b9bf8c53-abf9-4ffe-890a-7527036eac1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311677'] for security_group_rule, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:00.296858 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2a4423b5-856f-46b3-b7f6-4163d774e937 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:00.315845 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf8c53-abf9-4ffe-890a-7527036eac1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8aca84-b1fd-4e61-bdc8-bcb5742dcaf2,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:00.318963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b9bf8c53-abf9-4ffe-890a-7527036eac1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:00.351886 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b9bf8c53-abf9-4ffe-890a-7527036eac1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:00.353187 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-b9bf8c53-abf9-4ffe-890a-7527036eac1f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2413497 Feb 17 00:38:00.356170 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40062) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:00.361743 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-82ed40ba-c82a-45c7-bac1-25bc6a275635 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Request body: {'security_group_rule': {'security_group_id': '418fc4cd-0ac1-4e01-940b-1801387ed505', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:00.368454 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-82ed40ba-c82a-45c7-bac1-25bc6a275635 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:00.372446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-82ed40ba-c82a-45c7-bac1-25bc6a275635 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Usage tracker for resource:security_group_rule and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:00.375479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-82ed40ba-c82a-45c7-bac1-25bc6a275635 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:00.381407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-82ed40ba-c82a-45c7-bac1-25bc6a275635 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:00.422037 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-82ed40ba-c82a-45c7-bac1-25bc6a275635 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:00.486436 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-82ed40ba-c82a-45c7-bac1-25bc6a275635 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:00.523248 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-82ed40ba-c82a-45c7-bac1-25bc6a275635 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311677'] for security_group_rule, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:00.525410 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:00.549003 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed40ba-c82a-45c7-bac1-25bc6a275635 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52c3f36-a62b-4dd1-b973-797ac4806f13,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:00.551602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-82ed40ba-c82a-45c7-bac1-25bc6a275635 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:00.580515 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-82ed40ba-c82a-45c7-bac1-25bc6a275635 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:00.581981 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-82ed40ba-c82a-45c7-bac1-25bc6a275635 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2248230 Feb 17 00:38:00.585298 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40068) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:00.590892 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Request body: {'floatingip': {'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:00.596527 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:00.600575 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Usage tracker for resource:floatingip and tenant:1ae8364366d2470f8cf9a8b142d9b0ac is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:00.603667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:00.609448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:00.637662 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:00.780365 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:01.113625 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Allocated IP 172.28.3.144 (3cbdbc70-d7bd-4bf3-84f2-140283f8882a/5e64d413-6664-47c4-a852-9f8e80de566a/51e353c4-4d83-446e-86a9-a3fb3ec4abaa) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:38:01.233626 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f62fa-00dd-4f98-a244-9d5167be8529 req-67673103-2ed3-4ff9-96b9-3e82352abc84 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:01.235259 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-883f62fa-00dd-4f98-a244-9d5167be8529 req-67673103-2ed3-4ff9-96b9-3e82352abc84 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 945 time: 0.2111161 Feb 17 00:38:01.313983 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-883f62fa-00dd-4f98-a244-9d5167be8529 req-ff62b5ec-ddc5-42f0-8741-6f8ee15a9a7e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716856 Feb 17 00:38:01.379530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:01.444183 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:01.459652 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-20ca6bab-0ce2-4fc8-87f1-e80c24ea810d tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:01.610937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event updated for resources: {'Port': ['ID=51e353c4-4d83-446e-86a9-a3fb3ec4abaa,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:01.615769 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:01.652581 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:38:01.653683 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:38:01.655800 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:38:01.734453 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:01.831923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:02.097724 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:02.129043 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:02.143763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f7af46ab-0402-49dc-ac22-f409a6c2b9e5 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:02.282627 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event updated for resources: {'Port': ['ID=51e353c4-4d83-446e-86a9-a3fb3ec4abaa,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:02.296410 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:02.396082 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:02.438277 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:02.439720 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8534253 Feb 17 00:38:02.536481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fd905-7b85-41c7-b2cd-7ffc9e9c8db0 req-1f8028ba-88ec-46d4-97ca-66e6aec4b207 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:02.538234 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-693fd905-7b85-41c7-b2cd-7ffc9e9c8db0 req-1f8028ba-88ec-46d4-97ca-66e6aec4b207 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 945 time: 0.1016712 Feb 17 00:38:02.587951 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-693fd905-7b85-41c7-b2cd-7ffc9e9c8db0 req-2a40b0ed-7712-416b-ab6a-40817556629a tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 Feb 17 00:38:02.676921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ae38456b-b572-4987-b22c-fffe779850df req-5aaa2130-81af-4184-b9bc-bef95f713a05 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Synchronizing usage tracker for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:38:02.712354 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ae38456b-b572-4987-b22c-fffe779850df req-5aaa2130-81af-4184-b9bc-bef95f713a05 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Unset dirty status for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:38:02.714280 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-5aaa2130-81af-4184-b9bc-bef95f713a05 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--146952882&fields=id&tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac HTTP/1.1" status: 200 len: 267 time: 0.0807214 Feb 17 00:38:02.827218 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 0abb70b5-3b1b-4706-8d2b-50006ac40cbf up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:38:02.886112 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38456b-b572-4987-b22c-fffe779850df req-e2a43396-7d97-4c23-82bc-f457c7a4c2db tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:02.887671 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-e2a43396-7d97-4c23-82bc-f457c7a4c2db tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/networks?id=ff31d784-b8b2-47e1-ae32-b9585233432b HTTP/1.1" status: 200 len: 817 time: 0.1657155 Feb 17 00:38:02.898619 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 0abb70b5-3b1b-4706-8d2b-50006ac40cbf triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:38:02.901431 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:02.904854 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-9775308d-e38a-43f0-ad16-83130dd76ec8 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/quotas/1ae8364366d2470f8cf9a8b142d9b0ac HTTP/1.1" status: 200 len: 375 time: 0.0106552 Feb 17 00:38:03.074746 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ae38456b-b572-4987-b22c-fffe779850df req-67444b45-fa0a-4da6-9ef9-c66593b77ba2 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Synchronizing usage tracker for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:38:03.082032 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf2ebd-95f4-4ab5-b07d-edae0ff1738d req-6887d397-c3d9-4a92-816b-6c5a9d5e577b tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:03.083601 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-aaaf2ebd-95f4-4ab5-b07d-edae0ff1738d req-6887d397-c3d9-4a92-816b-6c5a9d5e577b tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.49 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 945 time: 0.1277251 Feb 17 00:38:03.170344 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-aaaf2ebd-95f4-4ab5-b07d-edae0ff1738d req-b29cfb5d-f540-4308-9a4d-a39ad057dab1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Deleting port 0abb70b5-3b1b-4706-8d2b-50006ac40cbf {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:38:03.170870 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-aaaf2ebd-95f4-4ab5-b07d-edae0ff1738d req-b29cfb5d-f540-4308-9a4d-a39ad057dab1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:03.203313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ae38456b-b572-4987-b22c-fffe779850df req-67444b45-fa0a-4da6-9ef9-c66593b77ba2 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Unset dirty status for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:38:03.204776 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-67444b45-fa0a-4da6-9ef9-c66593b77ba2 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2938399 Feb 17 00:38:03.390161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40114) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:03.527179 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-805e9a71-f828-46be-a770-94fd71b697a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:03.543877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-805e9a71-f828-46be-a770-94fd71b697a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:03.547965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-805e9a71-f828-46be-a770-94fd71b697a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c05fd7d8ba354081904a1585a777394d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:03.550989 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-805e9a71-f828-46be-a770-94fd71b697a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:03.557006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-805e9a71-f828-46be-a770-94fd71b697a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:03.644678 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-805e9a71-f828-46be-a770-94fd71b697a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:03.672169 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-805e9a71-f828-46be-a770-94fd71b697a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:03.685826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e4c107e9-dd5f-4a36-9cc6-13809307e0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:03.756139 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-117a4db1-9267-40d4-a0bf-ca83af192525 service neutron] 10.222.0.38 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349135 Feb 17 00:38:03.780393 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-805e9a71-f828-46be-a770-94fd71b697a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c05fd7d8ba354081904a1585a777394d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889992 Feb 17 00:38:03.784865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e9a71-f828-46be-a770-94fd71b697a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9779b8e8-624b-484b-a014-f2e72b6ca57a,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:03.788905 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40122) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:03.792682 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-805e9a71-f828-46be-a770-94fd71b697a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:03.871096 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea33168-7687-400e-8bf9-6f7ed808f008 req-c3dd36f1-832c-4273-bfcf-6032779300d4 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:03.872733 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7ea33168-7687-400e-8bf9-6f7ed808f008 req-c3dd36f1-832c-4273-bfcf-6032779300d4 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 945 time: 0.1709211 Feb 17 00:38:03.897989 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-aaaf2ebd-95f4-4ab5-b07d-edae0ff1738d req-b29cfb5d-f540-4308-9a4d-a39ad057dab1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] For port 0abb70b5-3b1b-4706-8d2b-50006ac40cbf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=0abb70b5-3b1b-4706-8d2b-50006ac40cbf,segment=NetworkSegment(38f1770b-39d3-49cd-8a63-b13c1e7a74c9),segment_id=38f1770b-39d3-49cd-8a63-b13c1e7a74c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:38:03.898401 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-aaaf2ebd-95f4-4ab5-b07d-edae0ff1738d req-b29cfb5d-f540-4308-9a4d-a39ad057dab1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:03.911707 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cb5fcb18-0254-472a-aa32-36b2e6e85172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:03.958556 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7ea33168-7687-400e-8bf9-6f7ed808f008 req-c4fb9f00-2c52-4fee-b1ab-6ebed9161e70 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/security-groups?id=eed18646-66a3-40b6-83ad-608ec841dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779586 Feb 17 00:38:03.960878 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cb5fcb18-0254-472a-aa32-36b2e6e85172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:04.052967 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-aaaf2ebd-95f4-4ab5-b07d-edae0ff1738d req-b29cfb5d-f540-4308-9a4d-a39ad057dab1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Calling delete_port for 0abb70b5-3b1b-4706-8d2b-50006ac40cbf owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:38:04.060772 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cb5fcb18-0254-472a-aa32-36b2e6e85172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:04.066026 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-74c86814-0879-4c90-8c1c-615330c4b6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:04.078637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fcb18-0254-472a-aa32-36b2e6e85172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9779b8e8-624b-484b-a014-f2e72b6ca57a,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:04.082811 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-cb5fcb18-0254-472a-aa32-36b2e6e85172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:04.088413 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cb5fcb18-0254-472a-aa32-36b2e6e85172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:04.089684 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-cb5fcb18-0254-472a-aa32-36b2e6e85172 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9779b8e8-624b-484b-a014-f2e72b6ca57a HTTP/1.1" status: 204 len: 168 time: 0.2991240 Feb 17 00:38:04.131228 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-99f4a74c-db9d-4a82-acb7-e19ce49bc7ae service neutron] 10.222.0.38 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3600261 Feb 17 00:38:04.323822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-aaaf2ebd-95f4-4ab5-b07d-edae0ff1738d req-b29cfb5d-f540-4308-9a4d-a39ad057dab1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:04.343023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8de46c49-3c4f-4cbb-960f-2eac120ddc74 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:04.407708 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b8759b08-8b54-444d-8218-58ae0ab91047 req-a1284fdf-7b61-4b9a-b56d-c98f96bc378b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 210 time: 0.0610209 Feb 17 00:38:04.462955 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cfb5d-f540-4308-9a4d-a39ad057dab1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Pushing event deleted for resources: {'Port': ['ID=0abb70b5-3b1b-4706-8d2b-50006ac40cbf,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:04.470017 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b29cfb5d-f540-4308-9a4d-a39ad057dab1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:04.581258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaf2ebd-95f4-4ab5-b07d-edae0ff1738d req-b29cfb5d-f540-4308-9a4d-a39ad057dab1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] No DVR routers for this DVR port 0abb70b5-3b1b-4706-8d2b-50006ac40cbf on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:38:04.583570 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-aaaf2ebd-95f4-4ab5-b07d-edae0ff1738d req-b29cfb5d-f540-4308-9a4d-a39ad057dab1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:04.587069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56246ff3-4db8-4c53-8ba9-176784bf9745', 'name': 'network-vif-deleted', 'tag': '0abb70b5-3b1b-4706-8d2b-50006ac40cbf'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:38:04.591366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40138) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:04.612427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9392-f79f-42d1-b685-f182d55230e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:04.629429 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ffcb9392-f79f-42d1-b685-f182d55230e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:04.633802 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ffcb9392-f79f-42d1-b685-f182d55230e6 admin admin] Usage tracker for resource:security_group_rule and tenant:87ffe81655104cbdad5fee11e2e754d8 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:04.636924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ffcb9392-f79f-42d1-b685-f182d55230e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:04.640123 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-aaaf2ebd-95f4-4ab5-b07d-edae0ff1738d req-b29cfb5d-f540-4308-9a4d-a39ad057dab1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.49 "DELETE /v2.0/ports/0abb70b5-3b1b-4706-8d2b-50006ac40cbf HTTP/1.1" status: 204 len: 173 time: 1.5476115 Feb 17 00:38:04.642077 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56246ff3-4db8-4c53-8ba9-176784bf9745', 'name': 'network-vif-deleted', 'tag': '0abb70b5-3b1b-4706-8d2b-50006ac40cbf', 'status': 'completed', 'code': 200} Feb 17 00:38:04.643013 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ffcb9392-f79f-42d1-b685-f182d55230e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:04.735341 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9392-f79f-42d1-b685-f182d55230e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:04.763814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9392-f79f-42d1-b685-f182d55230e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:04.775405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e9e8be56-be3c-46ce-b9ed-0e83b8a7c0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:04.818494 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ffcb9392-f79f-42d1-b685-f182d55230e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=87ffe81655104cbdad5fee11e2e754d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258582 Feb 17 00:38:04.820268 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb9392-f79f-42d1-b685-f182d55230e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90554508-6bf6-445c-afb3-84406b59bf81,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:04.823490 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40146) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:04.823714 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ffcb9392-f79f-42d1-b685-f182d55230e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:04.825566 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 0abb70b5-3b1b-4706-8d2b-50006ac40cbf no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:38:04.873074 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] No Port match for: 0abb70b5-3b1b-4706-8d2b-50006ac40cbf {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:38:04.873736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 0abb70b5-3b1b-4706-8d2b-50006ac40cbf not bound to the agent host hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:38:04.892041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1b751362-6d57-4e41-9253-819480de96a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:04.920714 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1b751362-6d57-4e41-9253-819480de96a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:04.992473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1b751362-6d57-4e41-9253-819480de96a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:04.997741 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-966dd418-4df5-47c9-a94c-42167737362a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:05.014903 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b751362-6d57-4e41-9253-819480de96a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90554508-6bf6-445c-afb3-84406b59bf81,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:05.017773 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1b751362-6d57-4e41-9253-819480de96a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:05.019033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1b751362-6d57-4e41-9253-819480de96a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:05.020259 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1b751362-6d57-4e41-9253-819480de96a0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90554508-6bf6-445c-afb3-84406b59bf81 HTTP/1.1" status: 204 len: 168 time: 0.1953166 Feb 17 00:38:05.151075 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-403a5ced-68f6-425f-b1d3-14bd5608797d req-ce63d4db-1c7a-48b2-ba04-c5e4c381087e tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] 10.222.0.38 "GET /v2.0/ports?device_id=56246ff3-4db8-4c53-8ba9-176784bf9745 HTTP/1.1" status: 200 len: 210 time: 0.0520065 Feb 17 00:38:05.576162 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-da92d1a3-7980-4f40-9997-840589eaf465 req-bd7f75bd-c5e1-4cf9-8179-77c3fe562fec tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 210 time: 0.0518589 Feb 17 00:38:05.591446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40158) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:05.609931 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-53663d5f-dea8-41e5-bfbf-13e1f000f812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:05.624999 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-53663d5f-dea8-41e5-bfbf-13e1f000f812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:05.629004 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-53663d5f-dea8-41e5-bfbf-13e1f000f812 admin admin] Usage tracker for resource:security_group_rule and tenant:7b6ef74a1ef648ce9195cb4c772b5e6b is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:05.632462 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-53663d5f-dea8-41e5-bfbf-13e1f000f812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:05.638462 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-53663d5f-dea8-41e5-bfbf-13e1f000f812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:05.721241 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-53663d5f-dea8-41e5-bfbf-13e1f000f812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:05.758330 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-53663d5f-dea8-41e5-bfbf-13e1f000f812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:05.770930 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c9b440b5-5947-4c3b-bdbb-4702491bb50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:05.812026 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53663d5f-dea8-41e5-bfbf-13e1f000f812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed7714d-3d53-4c92-8ed5-c7fd357b04ea,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:05.816551 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-53663d5f-dea8-41e5-bfbf-13e1f000f812 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b6ef74a1ef648ce9195cb4c772b5e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240155 Feb 17 00:38:05.817555 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-53663d5f-dea8-41e5-bfbf-13e1f000f812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:05.819441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40162) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:05.880965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d37a854-b77e-4d3f-9928-9b7e8d8c6bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:05.909098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d37a854-b77e-4d3f-9928-9b7e8d8c6bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:05.980470 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d37a854-b77e-4d3f-9928-9b7e8d8c6bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:05.985695 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7ce4b462-83ab-4ebb-8e13-35e39e7c3871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:06.001312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37a854-b77e-4d3f-9928-9b7e8d8c6bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed7714d-3d53-4c92-8ed5-c7fd357b04ea,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:06.004597 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5d37a854-b77e-4d3f-9928-9b7e8d8c6bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:06.012299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d37a854-b77e-4d3f-9928-9b7e8d8c6bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:06.016110 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-5d37a854-b77e-4d3f-9928-9b7e8d8c6bab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bed7714d-3d53-4c92-8ed5-c7fd357b04ea HTTP/1.1" status: 204 len: 168 time: 0.1927013 Feb 17 00:38:06.119750 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38456b-b572-4987-b22c-fffe779850df req-bd31d40b-cbee-49bb-aa22-3013e4becc84 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:06.121382 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-bd31d40b-cbee-49bb-aa22-3013e4becc84 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.49 "GET /v2.0/networks?id=ff31d784-b8b2-47e1-ae32-b9585233432b HTTP/1.1" status: 200 len: 817 time: 0.1671247 Feb 17 00:38:06.216014 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-ce1c10da-2477-40b8-9604-a8746bd5a438 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac HTTP/1.1" status: 200 len: 5704 time: 0.0849550 Feb 17 00:38:06.229055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Request body: {'port': {'device_id': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'admin_state_up': True, 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'security_groups': ['418fc4cd-0ac1-4e01-940b-1801387ed505']}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:06.391501 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:06.406215 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:06.449089 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Made reservation on behalf of 1ae8364366d2470f8cf9a8b142d9b0ac for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:38:06.455255 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:06.848116 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-46847248-adc7-4372-affd-1400abb44abd req-ef6ccda9-ac47-40ff-8c8c-e35981b221c4 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 210 time: 0.1331530 Feb 17 00:38:06.863353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Allocated IP 172.20.0.9 (ff31d784-b8b2-47e1-ae32-b9585233432b/7e9c8844-2af8-4b7a-86e5-25cde2667f3e/7c172bec-7927-4fae-8c6d-65d1d15ca04d) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:38:07.099360 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:07.117481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Transition to ACTIVE for port object 7c172bec-7927-4fae-8c6d-65d1d15ca04d will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:38:07.164654 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:07.183901 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e9e42769-98ec-4eac-841d-667555b75c4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:07.327297 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event updated for resources: {'Port': ['ID=7c172bec-7927-4fae-8c6d-65d1d15ca04d,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:07.340833 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:07.383445 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Network ff31d784-b8b2-47e1-ae32-b9585233432b is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:38:07.384658 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:38:07.386915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:38:07.455595 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:07.456276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:07.508572 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2863123 Feb 17 00:38:07.520909 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Request body: {'port': {'device_id': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:07.645617 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:07.677964 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-855ef6af-5c47-4726-a025-7ab8931a7cb3 None None] Provisioning for port 7c172bec-7927-4fae-8c6d-65d1d15ca04d completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:38:07.683614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-855ef6af-5c47-4726-a025-7ab8931a7cb3 None None] Provisioning complete for port 7c172bec-7927-4fae-8c6d-65d1d15ca04d triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:38:07.684056 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-855ef6af-5c47-4726-a025-7ab8931a7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:07.746440 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-855ef6af-5c47-4726-a025-7ab8931a7cb3 None None] Port 7c172bec-7927-4fae-8c6d-65d1d15ca04d cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:38:07.805904 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:38:08.077749 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab84d8b-ce26-42e7-8b1f-1ca700d6fb7d req-92668ea2-b07e-420f-8034-799bddd3b8c3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:08.078825 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c172bec-7927-4fae-8c6d-65d1d15ca04d {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:38:08.079545 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9ab84d8b-ce26-42e7-8b1f-1ca700d6fb7d req-92668ea2-b07e-420f-8034-799bddd3b8c3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 931 time: 0.0991015 Feb 17 00:38:08.087785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:08.101947 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Transition to ACTIVE for port object 7c172bec-7927-4fae-8c6d-65d1d15ca04d will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:38:08.129147 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:08.139793 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9ab84d8b-ce26-42e7-8b1f-1ca700d6fb7d req-c9dbf30e-e4f8-45fe-9e1b-3ab1c037b11b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521383 Feb 17 00:38:08.150206 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6d77afdb-9959-4d43-a1f5-9702d7fc15a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:08.304072 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Pushing event updated for resources: {'Port': ['ID=7c172bec-7927-4fae-8c6d-65d1d15ca04d,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:08.307637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:08.523424 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Attempting to bind port 7c172bec-7927-4fae-8c6d-65d1d15ca04d on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:38:08.523424 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Attempting to bind port 7c172bec-7927-4fae-8c6d-65d1d15ca04d by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:38:08.526548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Attempting to bind port 7c172bec-7927-4fae-8c6d-65d1d15ca04d on network ff31d784-b8b2-47e1-ae32-b9585233432b {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:38:08.535546 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:38:08.537159 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Checking segment: {'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:38:08.544087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:08.544087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Bound using segment: {'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:38:08.544087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Bound port: 7c172bec-7927-4fae-8c6d-65d1d15ca04d, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2b9f1c-9a32-47c9-a604-18a5815bd17b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:38:08.544087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:08.643730 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] For port 7c172bec-7927-4fae-8c6d-65d1d15ca04d, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:38:08.647022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] For port 7c172bec-7927-4fae-8c6d-65d1d15ca04d, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=7c172bec-7927-4fae-8c6d-65d1d15ca04d,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:38:08.683702 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:08.700156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:08.856974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Pushing event updated for resources: {'Port': ['ID=7c172bec-7927-4fae-8c6d-65d1d15ca04d,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:08.862372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:08.896820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:08.897525 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:08.899247 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] 10.222.0.49 "PUT /v2.0/ports/7c172bec-7927-4fae-8c6d-65d1d15ca04d HTTP/1.1" status: 200 len: 1157 time: 1.3833539 Feb 17 00:38:08.899782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:38:08.969062 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d', 'status': 'completed', 'code': 200} Feb 17 00:38:09.101370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799123b-6222-4377-8a5d-3a71d25ad256 req-f8c44e4e-d4e7-4f0a-adf7-f7047b9ef06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:09.103030 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c799123b-6222-4377-8a5d-3a71d25ad256 req-f8c44e4e-d4e7-4f0a-adf7-f7047b9ef06a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 1160 time: 0.1065471 Feb 17 00:38:09.360340 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b964a-5c68-4a47-ae4d-73795a519776 req-13ffd80f-7ed1-48d9-b8af-2229a5f00644 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:09.362068 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2b9b964a-5c68-4a47-ae4d-73795a519776 req-13ffd80f-7ed1-48d9-b8af-2229a5f00644 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0929983 Feb 17 00:38:09.413799 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2b9b964a-5c68-4a47-ae4d-73795a519776 req-3b49464b-5bbb-4cc6-8781-448a11df1de7 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450161 Feb 17 00:38:09.497554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799123b-6222-4377-8a5d-3a71d25ad256 req-f915c30f-1009-46d3-b625-2d2dd3518951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:09.499605 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c799123b-6222-4377-8a5d-3a71d25ad256 req-f915c30f-1009-46d3-b625-2d2dd3518951 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3874099 Feb 17 00:38:09.649487 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799123b-6222-4377-8a5d-3a71d25ad256 req-2296063e-2def-494a-88c1-017982cbe330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:09.651114 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c799123b-6222-4377-8a5d-3a71d25ad256 req-2296063e-2def-494a-88c1-017982cbe330 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1443226 Feb 17 00:38:09.777219 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38456b-b572-4987-b22c-fffe779850df req-cae6fc16-7935-4e50-bb32-f636ce1c3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:09.778907 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-cae6fc16-7935-4e50-bb32-f636ce1c3866 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 1160 time: 0.0847902 Feb 17 00:38:09.854926 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-55819eb3-7db1-4cc3-807a-1e18fa3cb3d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c172bec-7927-4fae-8c6d-65d1d15ca04d HTTP/1.1" status: 200 len: 217 time: 0.0668824 Feb 17 00:38:09.933508 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38456b-b572-4987-b22c-fffe779850df req-dc2b81ef-6cac-437b-81a9-7bcf0ec814ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:09.935194 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-dc2b81ef-6cac-437b-81a9-7bcf0ec814ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e9c8844-2af8-4b7a-86e5-25cde2667f3e HTTP/1.1" status: 200 len: 856 time: 0.0733891 Feb 17 00:38:10.025943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38456b-b572-4987-b22c-fffe779850df req-f3e2978e-3f1f-43c5-819e-64435217aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:10.027638 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-f3e2978e-3f1f-43c5-819e-64435217aaef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff31d784-b8b2-47e1-ae32-b9585233432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840833 Feb 17 00:38:10.202741 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-fde8d7f2-a0ea-4527-90c5-a23cdb61395e service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677103 Feb 17 00:38:10.399904 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ae38456b-b572-4987-b22c-fffe779850df req-f2112e72-bc4d-40d5-8b60-bbe66dfabf89 service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1882341 Feb 17 00:38:10.672649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e158e1-5885-412f-ad52-7cfa993aa7d7 req-4146b491-1e88-4ecb-ba46-051f86a94083 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:10.673670 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-d1e158e1-5885-412f-ad52-7cfa993aa7d7 req-4146b491-1e88-4ecb-ba46-051f86a94083 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Synchronizing usage tracker for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:38:10.809658 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-d1e158e1-5885-412f-ad52-7cfa993aa7d7 req-4146b491-1e88-4ecb-ba46-051f86a94083 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Unset dirty status for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:38:10.811180 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d1e158e1-5885-412f-ad52-7cfa993aa7d7 req-4146b491-1e88-4ecb-ba46-051f86a94083 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.2550914 Feb 17 00:38:10.870431 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d1e158e1-5885-412f-ad52-7cfa993aa7d7 req-4f7e4744-f174-4b5b-9a28-82e321c129c1 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499382 Feb 17 00:38:12.085322 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091a8f7-6ff5-4adb-ba18-52b91352c850 req-7bcaea05-a999-4396-95b7-91c3707da623 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:12.086932 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7091a8f7-6ff5-4adb-ba18-52b91352c850 req-7bcaea05-a999-4396-95b7-91c3707da623 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0926116 Feb 17 00:38:12.139266 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7091a8f7-6ff5-4adb-ba18-52b91352c850 req-779f7091-d1d2-4b04-a4ae-8a3fa364866a tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428143 Feb 17 00:38:12.139266 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40288) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:12.263152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae44e1c7-46d6-4301-95c5-7faccc718139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:12.278832 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ae44e1c7-46d6-4301-95c5-7faccc718139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:12.282790 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ae44e1c7-46d6-4301-95c5-7faccc718139 admin admin] Usage tracker for resource:security_group_rule and tenant:fe483ca6bb8c41e28a10a93bfa2626c3 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:12.285741 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ae44e1c7-46d6-4301-95c5-7faccc718139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:12.292036 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ae44e1c7-46d6-4301-95c5-7faccc718139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:12.377917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae44e1c7-46d6-4301-95c5-7faccc718139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:12.402987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae44e1c7-46d6-4301-95c5-7faccc718139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:12.416318 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ffcb9392-f79f-42d1-b685-f182d55230e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:12.458202 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ae44e1c7-46d6-4301-95c5-7faccc718139 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe483ca6bb8c41e28a10a93bfa2626c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196685 Feb 17 00:38:12.459209 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44e1c7-46d6-4301-95c5-7faccc718139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a28592-16ed-4151-8a9e-8dba396bd5f9,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:12.461741 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40294) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:12.463253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ae44e1c7-46d6-4301-95c5-7faccc718139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:12.525488 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-34a4acc3-73ed-4e5d-8252-86aa88d96f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:12.552546 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-34a4acc3-73ed-4e5d-8252-86aa88d96f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:12.620232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-34a4acc3-73ed-4e5d-8252-86aa88d96f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:12.625364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9dce11ac-0bcb-42a9-a947-8c8916d904a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:12.638957 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4acc3-73ed-4e5d-8252-86aa88d96f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a28592-16ed-4151-8a9e-8dba396bd5f9,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:12.642109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-34a4acc3-73ed-4e5d-8252-86aa88d96f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:12.643145 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-34a4acc3-73ed-4e5d-8252-86aa88d96f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:12.644446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-67921f15-4d1a-4712-a138-21220620a88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:12.648089 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-34a4acc3-73ed-4e5d-8252-86aa88d96f7e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61a28592-16ed-4151-8a9e-8dba396bd5f9 HTTP/1.1" status: 204 len: 168 time: 0.1846633 Feb 17 00:38:13.058912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40306) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:13.078548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-27094d48-343b-413a-9c24-3f8cd88696f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:13.094399 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-27094d48-343b-413a-9c24-3f8cd88696f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:13.098474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-27094d48-343b-413a-9c24-3f8cd88696f1 admin admin] Usage tracker for resource:security_group_rule and tenant:5705c97f99c548c0bfb234b970cda235 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:13.101586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-27094d48-343b-413a-9c24-3f8cd88696f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:13.107362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-27094d48-343b-413a-9c24-3f8cd88696f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:13.190162 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 7c172bec-7927-4fae-8c6d-65d1d15ca04d up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:38:13.195631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-27094d48-343b-413a-9c24-3f8cd88696f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:13.226498 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-27094d48-343b-413a-9c24-3f8cd88696f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:13.242109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2275f4f7-5ac3-4241-91bd-0f69e533c107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:13.285649 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-27094d48-343b-413a-9c24-3f8cd88696f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5705c97f99c548c0bfb234b970cda235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231374 Feb 17 00:38:13.285649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27094d48-343b-413a-9c24-3f8cd88696f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f43098-3e05-405d-804a-c18a993eb07d,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:13.286733 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40312) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:13.289747 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port 7c172bec-7927-4fae-8c6d-65d1d15ca04d completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:38:13.295300 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 7c172bec-7927-4fae-8c6d-65d1d15ca04d triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:38:13.295750 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:13.299978 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-27094d48-343b-413a-9c24-3f8cd88696f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:13.356587 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f2b27061-c8ab-486b-9041-90c7d15bffa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:13.375277 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a2992-007c-4ffc-9d73-af30093b23e3 req-0ae859e6-e069-423d-818d-5ae280b7a0dc tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:13.377015 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-672a2992-007c-4ffc-9d73-af30093b23e3 req-0ae859e6-e069-423d-818d-5ae280b7a0dc tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.1090493 Feb 17 00:38:13.385841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f2b27061-c8ab-486b-9041-90c7d15bffa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:13.431705 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-672a2992-007c-4ffc-9d73-af30093b23e3 req-1b8d3ae0-5b9b-426f-aeb0-b650af55707e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443838 Feb 17 00:38:13.446412 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:13.461049 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f2b27061-c8ab-486b-9041-90c7d15bffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:13.466292 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-41fab0fa-2916-4f65-8d01-2f897e7c14f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:13.478521 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:38:13.484299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b27061-c8ab-486b-9041-90c7d15bffa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f43098-3e05-405d-804a-c18a993eb07d,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:13.489943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 7c172bec-7927-4fae-8c6d-65d1d15ca04d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=7c172bec-7927-4fae-8c6d-65d1d15ca04d,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:38:13.500598 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f2b27061-c8ab-486b-9041-90c7d15bffa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:13.501992 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-f2b27061-c8ab-486b-9041-90c7d15bffa0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b5f43098-3e05-405d-804a-c18a993eb07d HTTP/1.1" status: 204 len: 168 time: 0.2141633 Feb 17 00:38:13.503050 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f2b27061-c8ab-486b-9041-90c7d15bffa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:13.542729 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:13.544999 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:13.590179 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d', 'code': 200} Feb 17 00:38:13.640375 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=7c172bec-7927-4fae-8c6d-65d1d15ca04d,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:13.644006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:13.883128 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eecbd-520c-461e-b309-44917eae580f req-1ca01f18-2675-433e-93e3-ffc4c7ed7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:13.884757 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-229eecbd-520c-461e-b309-44917eae580f req-1ca01f18-2675-433e-93e3-ffc4c7ed7386 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 1162 time: 0.0795693 Feb 17 00:38:13.934886 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-229eecbd-520c-461e-b309-44917eae580f req-33b3ce64-a476-4702-9b54-b781312759b0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428841 Feb 17 00:38:14.638193 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31212029-849c-4cd8-8e49-45c92de1d13f req-d68d1fd4-fd77-4caf-a02a-e73ed12266fc tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:14.640573 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-31212029-849c-4cd8-8e49-45c92de1d13f req-d68d1fd4-fd77-4caf-a02a-e73ed12266fc tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0911875 Feb 17 00:38:14.692700 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-31212029-849c-4cd8-8e49-45c92de1d13f req-b927cd27-9276-454f-8581-fbfac930d63b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463119 Feb 17 00:38:14.944319 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 7c172bec-7927-4fae-8c6d-65d1d15ca04d up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:38:15.040529 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 7c172bec-7927-4fae-8c6d-65d1d15ca04d triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:38:15.041266 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:15.261842 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6c5c1c2e-b767-468d-a17e-c57276bd0a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:15.311731 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:15.923583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9112ce9-f4ac-467b-8514-54614573a589 req-c48cab97-58e9-42bf-91c2-548654d7879b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:15.925120 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9112ce9-f4ac-467b-8514-54614573a589 req-c48cab97-58e9-42bf-91c2-548654d7879b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0913546 Feb 17 00:38:15.975509 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9112ce9-f4ac-467b-8514-54614573a589 req-b378ad93-bd11-4de2-a6f4-f78ea1cc91af tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438361 Feb 17 00:38:16.185328 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284cbbb-9bc5-44fb-9c5f-1356945a2c4b req-143c85e2-2027-47e7-b4eb-d9c0bd95b915 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:16.186977 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a284cbbb-9bc5-44fb-9c5f-1356945a2c4b req-143c85e2-2027-47e7-b4eb-d9c0bd95b915 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0936279 Feb 17 00:38:16.197572 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40412) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:16.207015 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-181e98a8-4a0c-4397-ab73-4141a69231e9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Request body: {'floatingip': {'port_id': '7c172bec-7927-4fae-8c6d-65d1d15ca04d'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:16.295173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-181e98a8-4a0c-4397-ab73-4141a69231e9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:16.626409 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:16.912505 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:17.354246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-181e98a8-4a0c-4397-ab73-4141a69231e9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:17.380480 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-181e98a8-4a0c-4397-ab73-4141a69231e9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:17.564833 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [None req-181e98a8-4a0c-4397-ab73-4141a69231e9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Floating IP 2e736fc4-7104-45a4-9ddd-ee2160b36469 associated. External IP: 172.28.3.144, port: 7c172bec-7927-4fae-8c6d-65d1d15ca04d. Feb 17 00:38:17.960422 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181e98a8-4a0c-4397-ab73-4141a69231e9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:38:18.165162 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181e98a8-4a0c-4397-ab73-4141a69231e9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:38:18.182562 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b8eaf-491e-4c1d-aade-ca153e883f12 None None] Sync routers for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:38:18.182813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-181e98a8-4a0c-4397-ab73-4141a69231e9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:18.197125 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b8eaf-491e-4c1d-aade-ca153e883f12 None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:38:18.198375 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-055b8eaf-491e-4c1d-aade-ca153e883f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:38:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:18.266461 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-181e98a8-4a0c-4397-ab73-4141a69231e9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "PUT /v2.0/floatingips/2e736fc4-7104-45a4-9ddd-ee2160b36469 HTTP/1.1" status: 200 len: 991 time: 2.0650132 Feb 17 00:38:18.266461 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:38:18.445631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-055b8eaf-491e-4c1d-aade-ca153e883f12 None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:38:18.463171 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d', 'status': 'completed', 'code': 200} Feb 17 00:38:18.581653 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def24f73-a802-4b2a-9912-6d97cb458c48 req-87b96596-6261-4186-83d2-b5c4420c6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:18.583360 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-def24f73-a802-4b2a-9912-6d97cb458c48 req-87b96596-6261-4186-83d2-b5c4420c6a68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 1162 time: 0.0950084 Feb 17 00:38:18.817824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def24f73-a802-4b2a-9912-6d97cb458c48 req-9216d1fb-240c-4981-b2e1-89dc78ca259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:18.819512 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-def24f73-a802-4b2a-9912-6d97cb458c48 req-9216d1fb-240c-4981-b2e1-89dc78ca259b service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff31d784-b8b2-47e1-ae32-b9585233432b HTTP/1.1" status: 200 len: 911 time: 0.2285624 Feb 17 00:38:18.831834 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-055b8eaf-491e-4c1d-aade-ca153e883f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '2e736fc4-7104-45a4-9ddd-ee2160b36469', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'floating_ip_address': '172.28.3.144', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'port_id': '7c172bec-7927-4fae-8c6d-65d1d15ca04d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'mac_address': 'fa:16:3e:0d:09:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:38:01Z', 'updated_at': '2021-02-17T00:38:16Z', 'revision_number': 1, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:35Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:18.833865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0df78c-5430-42b3-819d-4f84c9caa93d req-9b052813-8e6c-4dda-936b-120a79106cde tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:18.835617 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3e0df78c-5430-42b3-819d-4f84c9caa93d req-9b052813-8e6c-4dda-936b-120a79106cde tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.1422117 Feb 17 00:38:18.836321 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b8eaf-491e-4c1d-aade-ca153e883f12 None None] Checking router: 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:38:18.845557 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b8eaf-491e-4c1d-aade-ca153e883f12 None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:38:18.846238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-055b8eaf-491e-4c1d-aade-ca153e883f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:38:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:18.982539 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3e0df78c-5430-42b3-819d-4f84c9caa93d req-419e4a31-3a35-46a1-a061-da9d058efba1 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846207 Feb 17 00:38:18.983981 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-def24f73-a802-4b2a-9912-6d97cb458c48 req-1bc10a6c-4de5-41f4-8c94-09e92ea52cad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c172bec-7927-4fae-8c6d-65d1d15ca04d HTTP/1.1" status: 200 len: 999 time: 0.1473927 Feb 17 00:38:19.045609 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-055b8eaf-491e-4c1d-aade-ca153e883f12 None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:38:19.062270 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def24f73-a802-4b2a-9912-6d97cb458c48 req-33949538-7f69-4588-a505-43c04fadb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:19.064002 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-def24f73-a802-4b2a-9912-6d97cb458c48 req-33949538-7f69-4588-a505-43c04fadb054 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e9c8844-2af8-4b7a-86e5-25cde2667f3e HTTP/1.1" status: 200 len: 856 time: 0.0709627 Feb 17 00:38:19.154279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def24f73-a802-4b2a-9912-6d97cb458c48 req-22f6df0b-1f6e-4b8c-a936-0c4fee568a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:19.155890 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-def24f73-a802-4b2a-9912-6d97cb458c48 req-22f6df0b-1f6e-4b8c-a936-0c4fee568a32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff31d784-b8b2-47e1-ae32-b9585233432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845573 Feb 17 00:38:19.317756 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-def24f73-a802-4b2a-9912-6d97cb458c48 req-ad199203-be0b-49b4-a18a-2941c6a9216a service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509821 Feb 17 00:38:19.470872 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-def24f73-a802-4b2a-9912-6d97cb458c48 req-12e0734d-13c1-4fe5-b184-4b551c25b20a service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1463277 Feb 17 00:38:19.603443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-055b8eaf-491e-4c1d-aade-ca153e883f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '2e736fc4-7104-45a4-9ddd-ee2160b36469', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'floating_ip_address': '172.28.3.144', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'port_id': '7c172bec-7927-4fae-8c6d-65d1d15ca04d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'mac_address': 'fa:16:3e:0d:09:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:38:01Z', 'updated_at': '2021-02-17T00:38:16Z', 'revision_number': 1, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:35Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:19.609997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b8eaf-491e-4c1d-aade-ca153e883f12 None None] The sync data for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb is: [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '2e736fc4-7104-45a4-9ddd-ee2160b36469', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'floating_ip_address': '172.28.3.144', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'port_id': '7c172bec-7927-4fae-8c6d-65d1d15ca04d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'mac_address': 'fa:16:3e:0d:09:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:38:01Z', 'updated_at': '2021-02-17T00:38:16Z', 'revision_number': 1, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:35Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:38:19.916723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8b6d13-d1aa-4674-9d29-230fe1c51f9a None None] New status for floating IP 2e736fc4-7104-45a4-9ddd-ee2160b36469: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:38:20.198801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055cb8a-503e-4a6c-8a98-1ec524bf89e2 req-fd0b9c9c-eea8-4a85-9d76-8ead544237bb tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:20.200460 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8055cb8a-503e-4a6c-8a98-1ec524bf89e2 req-fd0b9c9c-eea8-4a85-9d76-8ead544237bb tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0961125 Feb 17 00:38:20.251958 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8055cb8a-503e-4a6c-8a98-1ec524bf89e2 req-f48e91b3-dd9b-49d2-a751-f726193bddc9 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444813 Feb 17 00:38:20.800088 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134261c-aafb-4aed-887b-56ee864952a4 req-70305582-2f14-401b-b911-695a04dc9316 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:20.801606 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f134261c-aafb-4aed-887b-56ee864952a4 req-70305582-2f14-401b-b911-695a04dc9316 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 945 time: 0.0896933 Feb 17 00:38:20.880049 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Deleting port e1ba40f5-b5d4-4074-aa5e-c55509f8217b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:38:20.880443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:20.964186 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device e1ba40f5-b5d4-4074-aa5e-c55509f8217b no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:38:21.107704 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:21.139967 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:38:21.151702 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port e1ba40f5-b5d4-4074-aa5e-c55509f8217b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e1ba40f5-b5d4-4074-aa5e-c55509f8217b,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:38:21.195118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:21.199610 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e7a611f3-7da8-4b6f-a1bb-1e4777e64b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:21.209602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] For port e1ba40f5-b5d4-4074-aa5e-c55509f8217b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e1ba40f5-b5d4-4074-aa5e-c55509f8217b,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:38:21.211118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:21.247357 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b', 'code': 200} Feb 17 00:38:21.282275 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=e1ba40f5-b5d4-4074-aa5e-c55509f8217b,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:21.290884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.291535 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.291729 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.292122 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.292493 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.292863 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.293248 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.293637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.294268 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.294708 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.295075 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.295436 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.295812 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.296171 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.296533 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.296981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.297449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.297797 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.298164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.298574 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.299729 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.299983 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.300457 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.300955 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:21.307026 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:21.472227 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99955137-1a9b-4607-b9d6-e8a21bf3c70c req-1baba3ab-0c10-406b-bedd-789d5211527d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:21.473961 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-99955137-1a9b-4607-b9d6-e8a21bf3c70c req-1baba3ab-0c10-406b-bedd-789d5211527d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 943 time: 0.0922270 Feb 17 00:38:21.527016 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-99955137-1a9b-4607-b9d6-e8a21bf3c70c req-8f80b2cf-263a-4d64-85be-817e441d88e8 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455933 Feb 17 00:38:21.543792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:21.544216 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:21.544576 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Floating IP b9b5b6ed-6d7c-4a38-97a9-70f84fec79ab disassociated. External IP: 172.28.3.135, port: e1ba40f5-b5d4-4074-aa5e-c55509f8217b. Feb 17 00:38:21.544966 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Calling delete_port for e1ba40f5-b5d4-4074-aa5e-c55509f8217b owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:38:21.677875 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:38:21.678603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:38:22.179853 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Deleting port e1ba40f5-b5d4-4074-aa5e-c55509f8217b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:38:22.181563 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:22.454149 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] For port e1ba40f5-b5d4-4074-aa5e-c55509f8217b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e1ba40f5-b5d4-4074-aa5e-c55509f8217b,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:38:22.454586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:22.732967 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cc0ac-1a42-44b5-97ca-04f1778897a9 req-761f7c35-427a-4071-bf23-8aa5b40781b0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:22.734890 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-194cc0ac-1a42-44b5-97ca-04f1778897a9 req-761f7c35-427a-4071-bf23-8aa5b40781b0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 943 time: 0.0919106 Feb 17 00:38:22.787332 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-194cc0ac-1a42-44b5-97ca-04f1778897a9 req-1beec1a1-3bd8-42f2-96e9-395f42d489ba tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=a37ac121-7950-4160-afed-c1906f60ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458682 Feb 17 00:38:23.008848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:23.009136 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:23.009517 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Floating IP b9b5b6ed-6d7c-4a38-97a9-70f84fec79ab disassociated. External IP: 172.28.3.135, port: e1ba40f5-b5d4-4074-aa5e-c55509f8217b. Feb 17 00:38:23.009902 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Calling delete_port for e1ba40f5-b5d4-4074-aa5e-c55509f8217b owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:38:23.197638 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:23.216187 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:23.324614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event deleted for resources: {'Port': ['ID=e1ba40f5-b5d4-4074-aa5e-c55509f8217b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:23.337438 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.337850 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.338260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.338656 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.339047 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.339445 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.339836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.340227 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.340617 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.341003 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.341415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.341799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.342222 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.342605 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.342989 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.343373 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.343754 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.344137 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.344518 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.344899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.345302 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.345663 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.346048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.346430 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:23.352652 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:23.611788 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Router 16285c85-fc9a-4539-9bd0-4810dba48f53 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:38:23.818725 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:38:23.831972 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d05ab-ac09-42c1-a1d6-34375398034e None None] Sync routers for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:38:23.843580 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d05ab-ac09-42c1-a1d6-34375398034e None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:38:23.844364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-180d05ab-ac09-42c1-a1d6-34375398034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:38:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:23.862860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] No DVR routers for this DVR port e1ba40f5-b5d4-4074-aa5e-c55509f8217b on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:38:23.865465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:23.870577 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'name': 'network-vif-deleted', 'tag': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:38:23.924073 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f134261c-aafb-4aed-887b-56ee864952a4 req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.49 "DELETE /v2.0/ports/e1ba40f5-b5d4-4074-aa5e-c55509f8217b HTTP/1.1" status: 204 len: 173 time: 3.1168108 Feb 17 00:38:23.941005 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fd1588-2601-471a-bfb5-a6ed31057a1e', 'name': 'network-vif-deleted', 'tag': 'e1ba40f5-b5d4-4074-aa5e-c55509f8217b', 'status': 'completed', 'code': 200} Feb 17 00:38:24.017562 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0be850a5-b246-4f18-a3b2-5a753261e3bf req-a661dee2-ade9-4e19-b9ae-a7fa482bea61 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=74fd1588-2601-471a-bfb5-a6ed31057a1e HTTP/1.1" status: 200 len: 210 time: 0.0589068 Feb 17 00:38:24.079565 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-180d05ab-ac09-42c1-a1d6-34375398034e None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:38:24.424222 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-180d05ab-ac09-42c1-a1d6-34375398034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:44Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:24.428567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d05ab-ac09-42c1-a1d6-34375398034e None None] Checking router: 16285c85-fc9a-4539-9bd0-4810dba48f53 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:38:24.438616 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d05ab-ac09-42c1-a1d6-34375398034e None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:38:24.439280 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-180d05ab-ac09-42c1-a1d6-34375398034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:38:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:24.643518 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-180d05ab-ac09-42c1-a1d6-34375398034e None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:38:24.987909 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-180d05ab-ac09-42c1-a1d6-34375398034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:44Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:24.994208 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d05ab-ac09-42c1-a1d6-34375398034e None None] The sync data for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb is: [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:44Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:38:25.140607 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:25.371747 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40538) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:25.444359 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809b3780-f011-4beb-839f-a75e5043c753 None None] New status for floating IP b9b5b6ed-6d7c-4a38-97a9-70f84fec79ab: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:38:25.456361 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-02eb025d-0d45-46d5-bfe7-46e58e04e8e9 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:25.486867 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-02eb025d-0d45-46d5-bfe7-46e58e04e8e9 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:25.563081 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-02eb025d-0d45-46d5-bfe7-46e58e04e8e9 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:25.569231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5d9f8640-18e9-4f87-8094-58a758788e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:25.587714 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb025d-0d45-46d5-bfe7-46e58e04e8e9 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37ac121-7950-4160-afed-c1906f60ed0e,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:25.590393 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-02eb025d-0d45-46d5-bfe7-46e58e04e8e9 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:25.614294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-02eb025d-0d45-46d5-bfe7-46e58e04e8e9 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:25.618789 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-02eb025d-0d45-46d5-bfe7-46e58e04e8e9 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "DELETE /v2.0/security-groups/a37ac121-7950-4160-afed-c1906f60ed0e HTTP/1.1" status: 204 len: 168 time: 0.2422462 Feb 17 00:38:25.619018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40542) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:25.637743 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.v2.resource [None req-21d7f33d-ca05-4dcb-b5e4-3e346ce9b77b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] show failed (client error): The resource could not be found. Feb 17 00:38:25.642331 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-21d7f33d-ca05-4dcb-b5e4-3e346ce9b77b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups/a37ac121-7950-4160-afed-c1906f60ed0e HTTP/1.1" status: 404 len: 347 time: 0.0220122 Feb 17 00:38:25.642517 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40546) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:25.822754 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-03b942bc-4b49-4190-93d5-f687a969839b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Deleting port 988d9074-bf6a-4900-8812-296b4ff5b542 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:38:25.823133 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-03b942bc-4b49-4190-93d5-f687a969839b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:26.012091 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-03b942bc-4b49-4190-93d5-f687a969839b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:26.012465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-03b942bc-4b49-4190-93d5-f687a969839b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:26.152600 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-03b942bc-4b49-4190-93d5-f687a969839b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Calling delete_port for 988d9074-bf6a-4900-8812-296b4ff5b542 owned by network:floatingip {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:38:26.380246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-03b942bc-4b49-4190-93d5-f687a969839b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:26.397140 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:26.498625 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b942bc-4b49-4190-93d5-f687a969839b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event deleted for resources: {'Port': ['ID=988d9074-bf6a-4900-8812-296b4ff5b542,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:26.502849 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-03b942bc-4b49-4190-93d5-f687a969839b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:26.643543 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-03b942bc-4b49-4190-93d5-f687a969839b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:26.662194 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-03b942bc-4b49-4190-93d5-f687a969839b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:26.662194 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-03b942bc-4b49-4190-93d5-f687a969839b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "DELETE /v2.0/floatingips/b9b5b6ed-6d7c-4a38-97a9-70f84fec79ab HTTP/1.1" status: 204 len: 168 time: 1.0177910 Feb 17 00:38:27.384982 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40562) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:27.390593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1866825102', 'description': 'tempest-description--1987971438'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:27.397162 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:27.402693 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Usage tracker for resource:security_group and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:27.405690 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:27.411465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:27.448792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:27.470225 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:27.474149 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Usage tracker for resource:security_group_rule and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:27.478157 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:27.483840 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:27.606019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:27.654786 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:27.660632 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:27.708276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1052cd37-6632-4689-b9d9-6d8940c198ab,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:27.715782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.716190 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.716593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.716988 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.717407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.717801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.718191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.718580 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.718967 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.719349 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.719733 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.720116 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.720534 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.720913 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.721362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.721744 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.722126 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.722506 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.722885 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.723271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.723649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.724028 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.724413 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.724785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:38:27.729465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:27.731784 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3446763 Feb 17 00:38:27.731784 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:27.733865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40570) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:27.739201 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-78de7f59-a912-42db-8195-4f03564ed81f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Request body: {'security_group_rule': {'security_group_id': '1052cd37-6632-4689-b9d9-6d8940c198ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:27.745404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-78de7f59-a912-42db-8195-4f03564ed81f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:27.749418 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-78de7f59-a912-42db-8195-4f03564ed81f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Usage tracker for resource:security_group_rule and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:27.752386 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-78de7f59-a912-42db-8195-4f03564ed81f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:27.759000 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-78de7f59-a912-42db-8195-4f03564ed81f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:27.804579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-78de7f59-a912-42db-8195-4f03564ed81f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:27.829695 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40578) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:27.878379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-78de7f59-a912-42db-8195-4f03564ed81f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:27.901265 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8dc48b7-f5f5-48bc-8c2a-2668678d6853 admin admin] Deleting subnet 89697c0b-2970-4f17-a239-fce0aa28d29b {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:38:27.904364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a8dc48b7-f5f5-48bc-8c2a-2668678d6853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:27.917357 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-78de7f59-a912-42db-8195-4f03564ed81f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311677'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:27.919587 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:27.943665 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de7f59-a912-42db-8195-4f03564ed81f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4072676-cc0d-49e6-b11d-cbdc9329709b,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:27.946813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-78de7f59-a912-42db-8195-4f03564ed81f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:27.958320 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a8dc48b7-f5f5-48bc-8c2a-2668678d6853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847819781'] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:27.980306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-78de7f59-a912-42db-8195-4f03564ed81f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:27.984184 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-78de7f59-a912-42db-8195-4f03564ed81f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2469525 Feb 17 00:38:27.984427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40586) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:27.990420 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-ef81214c-fa9b-489e-a884-348789fcca85 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Request body: {'security_group_rule': {'security_group_id': '1052cd37-6632-4689-b9d9-6d8940c198ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:27.997297 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ef81214c-fa9b-489e-a884-348789fcca85 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:28.001584 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ef81214c-fa9b-489e-a884-348789fcca85 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Usage tracker for resource:security_group_rule and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:28.004655 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ef81214c-fa9b-489e-a884-348789fcca85 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:28.011985 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ef81214c-fa9b-489e-a884-348789fcca85 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:28.019083 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a8dc48b7-f5f5-48bc-8c2a-2668678d6853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:28.055728 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ef81214c-fa9b-489e-a884-348789fcca85 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:28.120042 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ef81214c-fa9b-489e-a884-348789fcca85 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:28.151675 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ef81214c-fa9b-489e-a884-348789fcca85 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311677'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:28.153821 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2b06494a-5f4a-48be-bef7-30a854c3cc6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:28.177414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81214c-fa9b-489e-a884-348789fcca85 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f139aa4-3c31-4b40-ad01-7d27fb87fc5c,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:28.182542 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ef81214c-fa9b-489e-a884-348789fcca85 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:28.214701 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ef81214c-fa9b-489e-a884-348789fcca85 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:28.216018 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ef81214c-fa9b-489e-a884-348789fcca85 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2305670 Feb 17 00:38:28.219390 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40592) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:28.225231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Request body: {'floatingip': {'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:28.231647 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:28.235702 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Usage tracker for resource:floatingip and tenant:ae8f4330126c4c5aae99ca6685f95fe9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:28.238957 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:28.245475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:28.283129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:28.329384 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a8dc48b7-f5f5-48bc-8c2a-2668678d6853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6621453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6984457'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:28.345858 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:28.428162 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:28.444136 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc48b7-f5f5-48bc-8c2a-2668678d6853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89697c0b-2970-4f17-a239-fce0aa28d29b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:28.447539 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a8dc48b7-f5f5-48bc-8c2a-2668678d6853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:28.483727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a8dc48b7-f5f5-48bc-8c2a-2668678d6853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:28.490009 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-a8dc48b7-f5f5-48bc-8c2a-2668678d6853 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/89697c0b-2970-4f17-a239-fce0aa28d29b HTTP/1.1" status: 204 len: 168 time: 0.6592040 Feb 17 00:38:28.493174 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40600) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:28.613046 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:28.710004 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Allocated IP 172.28.3.243 (3cbdbc70-d7bd-4bf3-84f2-140283f8882a/5e64d413-6664-47c4-a852-9f8e80de566a/ad47f546-c777-4b01-a5ef-94f21daacddc) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:38:28.819963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:28.872610 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:28.936473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08a357a-6563-4568-b0d3-920d1ea7800d']}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:28.940701 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848123879'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:28.957297 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:29.114548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event updated for resources: {'Port': ['ID=ad47f546-c777-4b01-a5ef-94f21daacddc,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:29.120385 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:29.163317 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:38:29.165227 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:38:29.167887 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:38:29.186404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f1770b-39d3-49cd-8a63-b13c1e7a74c9') {'for_net_delete': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:29.186756 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f1770b-39d3-49cd-8a63-b13c1e7a74c9') {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:29.201336 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6956003'] for segment, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:29.217972 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:29.220278 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:38:29.296171 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:29.386488 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:29.408260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] Network a08a357a-6563-4568-b0d3-920d1ea7800d has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:38:29.417605 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848153614'] for segment, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:29.601395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] Network a08a357a-6563-4568-b0d3-920d1ea7800d has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:38:29.627195 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:38:29.832279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:29.843357 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:29.860909 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:29.867222 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] Pushing event deleted for resources: {'Network': ['ID=a08a357a-6563-4568-b0d3-920d1ea7800d,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:29.872022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:29.880805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:29.895720 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] 10.222.0.38 "DELETE /v2.0/networks/a08a357a-6563-4568-b0d3-920d1ea7800d HTTP/1.1" status: 204 len: 168 time: 1.4010623 Feb 17 00:38:29.917602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6651920'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:29.931498 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:30.066724 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event updated for resources: {'Port': ['ID=ad47f546-c777-4b01-a5ef-94f21daacddc,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:30.072047 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:30.173383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40614) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:30.182254 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:30.228142 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-17e2dc87-33a1-4573-9770-d12e17973c26 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=43d705ebadea4c7ca3f9f0feb8812c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531096 Feb 17 00:38:30.230630 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40618) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:30.232446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:30.233859 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-a262c898-6d93-43bc-8c2e-cdaf25552927 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0134680 Feb 17 00:38:30.294148 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e87bab38-3e63-4591-92c5-3b1918c52945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:30.323463 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e87bab38-3e63-4591-92c5-3b1918c52945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:30.415773 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e87bab38-3e63-4591-92c5-3b1918c52945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:30.421193 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9c8c49c3-484a-463c-88ee-4f4610daba71 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:30.452023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bab38-3e63-4591-92c5-3b1918c52945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed18646-66a3-40b6-83ad-608ec841dc1a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:30.455017 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e87bab38-3e63-4591-92c5-3b1918c52945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:30.487690 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-074eb03c-caa4-48dc-9907-0fb9687a9fd6 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Synchronizing usage tracker for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:38:30.492226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e87bab38-3e63-4591-92c5-3b1918c52945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:30.493601 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-e87bab38-3e63-4591-92c5-3b1918c52945 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eed18646-66a3-40b6-83ad-608ec841dc1a HTTP/1.1" status: 204 len: 168 time: 0.2619629 Feb 17 00:38:30.529251 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-074eb03c-caa4-48dc-9907-0fb9687a9fd6 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Unset dirty status for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:38:30.531319 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-074eb03c-caa4-48dc-9907-0fb9687a9fd6 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1866825102&fields=id&tenant_id=ae8f4330126c4c5aae99ca6685f95fe9 HTTP/1.1" status: 200 len: 267 time: 0.1030300 Feb 17 00:38:30.697241 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-bd603722-6f45-43a4-82c2-cdf5538c0c7f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:30.698911 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-bd603722-6f45-43a4-82c2-cdf5538c0c7f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/networks?id=aef55492-a3bb-4193-9f92-43c940f31c3f HTTP/1.1" status: 200 len: 810 time: 0.1585982 Feb 17 00:38:30.715259 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-cede42cf-2f5b-457c-91dc-058ee2ff81b2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/quotas/ae8f4330126c4c5aae99ca6685f95fe9 HTTP/1.1" status: 200 len: 375 time: 0.0102763 Feb 17 00:38:30.806896 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-78cdfcfd-b109-431b-ac29-87cafb3f1480 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Synchronizing usage tracker for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:38:30.849182 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-78cdfcfd-b109-431b-ac29-87cafb3f1480 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Unset dirty status for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:38:30.853755 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-78cdfcfd-b109-431b-ac29-87cafb3f1480 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1327925 Feb 17 00:38:31.007635 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e072c1f9-154e-44b9-90e4-aaa15c885488 service neutron] 10.222.0.38 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429245 Feb 17 00:38:31.164488 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-aaff002b-afb6-409d-be51-c7f7d5dd7f25 service neutron] 10.222.0.38 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1489296 Feb 17 00:38:31.440800 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1bad994c-8e85-424b-8a09-1b3666104e41 req-92dafdc5-e614-402c-8f11-9823da0e80a5 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 210 time: 0.0504067 Feb 17 00:38:32.620651 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-27e00001-19b4-45eb-9682-a637692d7171 req-72d8911f-33dd-47fb-a4c4-305e7ceaf808 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 210 time: 0.0533388 Feb 17 00:38:33.245552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-ab92493e-a44d-43a3-a4cf-788b64afc2cd tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:33.247521 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-ab92493e-a44d-43a3-a4cf-788b64afc2cd tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.49 "GET /v2.0/networks?id=aef55492-a3bb-4193-9f92-43c940f31c3f HTTP/1.1" status: 200 len: 810 time: 0.1715858 Feb 17 00:38:33.330215 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-67b97b85-4406-4751-837f-b1e7386eb161 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9 HTTP/1.1" status: 200 len: 5705 time: 0.0742421 Feb 17 00:38:33.343090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Request body: {'port': {'device_id': '17005efe-ad2b-4bf1-bee7-475d848405cf', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'admin_state_up': True, 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'security_groups': ['1052cd37-6632-4689-b9d9-6d8940c198ab']}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:33.513569 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:33.524253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:33.551333 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Made reservation on behalf of ae8f4330126c4c5aae99ca6685f95fe9 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:38:33.557200 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:33.819573 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-10d0fb15-95b4-4aa9-98b5-5bf32859b430 req-c91d9a61-38f7-493d-aec1-740715217e44 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 210 time: 0.0635190 Feb 17 00:38:33.873614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Allocated IP 172.20.0.3 (aef55492-a3bb-4193-9f92-43c940f31c3f/081519e3-3689-4b75-a2a2-253d4b2b0fbb/e325f268-6440-459a-8a79-e6f04c3da15b) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:38:34.120395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:34.137196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Transition to ACTIVE for port object e325f268-6440-459a-8a79-e6f04c3da15b will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:38:34.191941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:34.209859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:34.360752 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event updated for resources: {'Port': ['ID=e325f268-6440-459a-8a79-e6f04c3da15b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:34.366031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:34.408052 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Network aef55492-a3bb-4193-9f92-43c940f31c3f is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:38:34.409175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:38:34.411615 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:38:34.480525 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:34.481232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:34.535131 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1986861 Feb 17 00:38:34.549668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Request body: {'port': {'device_id': '17005efe-ad2b-4bf1-bee7-475d848405cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:34.671335 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-b469467d-fe02-4b7e-8ff9-be969e1325ec None None] Provisioning for port e325f268-6440-459a-8a79-e6f04c3da15b completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:38:34.676767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-b469467d-fe02-4b7e-8ff9-be969e1325ec None None] Provisioning complete for port e325f268-6440-459a-8a79-e6f04c3da15b triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:38:34.677192 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b469467d-fe02-4b7e-8ff9-be969e1325ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:34.690348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:34.735066 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-b469467d-fe02-4b7e-8ff9-be969e1325ec None None] Port e325f268-6440-459a-8a79-e6f04c3da15b cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:38:35.034506 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c0d36-a9e2-469b-b0ef-c103a9e0da17 req-bf7263ac-597a-48f9-9d17-dc08e7efe599 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:35.036229 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f82c0d36-a9e2-469b-b0ef-c103a9e0da17 req-bf7263ac-597a-48f9-9d17-dc08e7efe599 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 931 time: 0.0965607 Feb 17 00:38:35.085347 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f82c0d36-a9e2-469b-b0ef-c103a9e0da17 req-6bf70860-fe0a-47eb-84b7-0ac25a3dfa46 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Synchronizing usage tracker for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:38:35.099730 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-f82c0d36-a9e2-469b-b0ef-c103a9e0da17 req-6bf70860-fe0a-47eb-84b7-0ac25a3dfa46 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Unset dirty status for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:38:35.101723 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f82c0d36-a9e2-469b-b0ef-c103a9e0da17 req-6bf70860-fe0a-47eb-84b7-0ac25a3dfa46 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=1052cd37-6632-4689-b9d9-6d8940c198ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578239 Feb 17 00:38:35.128273 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e325f268-6440-459a-8a79-e6f04c3da15b {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:38:35.136398 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:35.148933 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Transition to ACTIVE for port object e325f268-6440-459a-8a79-e6f04c3da15b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:38:35.180065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:35.198096 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-bcd4c1b7-9795-4909-b251-092e89712ac3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:35.338349 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Pushing event updated for resources: {'Port': ['ID=e325f268-6440-459a-8a79-e6f04c3da15b,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:35.341816 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:35.538248 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Attempting to bind port e325f268-6440-459a-8a79-e6f04c3da15b on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:38:35.538631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Attempting to bind port e325f268-6440-459a-8a79-e6f04c3da15b by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:38:35.539009 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Attempting to bind port e325f268-6440-459a-8a79-e6f04c3da15b on network aef55492-a3bb-4193-9f92-43c940f31c3f {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:38:35.545006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:38:35.545444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Checking segment: {'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:38:35.545894 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:35.546297 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Bound using segment: {'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:38:35.546778 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Bound port: e325f268-6440-459a-8a79-e6f04c3da15b, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e8160b-6613-4fea-8e0f-6e8ab80ac333', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:38:35.547158 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:35.640999 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] For port e325f268-6440-459a-8a79-e6f04c3da15b, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:38:35.644112 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] For port e325f268-6440-459a-8a79-e6f04c3da15b, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e325f268-6440-459a-8a79-e6f04c3da15b,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:38:35.671907 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:35.688335 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b056f4c8-25d8-476f-899e-9e243d8a30eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:36.089789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Pushing event updated for resources: {'Port': ['ID=e325f268-6440-459a-8a79-e6f04c3da15b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:36.095153 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:36.126036 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:36.126525 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:36.128067 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] 10.222.0.49 "PUT /v2.0/ports/e325f268-6440-459a-8a79-e6f04c3da15b HTTP/1.1" status: 200 len: 1157 time: 1.5845795 Feb 17 00:38:36.128617 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17005efe-ad2b-4bf1-bee7-475d848405cf', 'tag': 'e325f268-6440-459a-8a79-e6f04c3da15b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:38:36.256986 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17005efe-ad2b-4bf1-bee7-475d848405cf', 'tag': 'e325f268-6440-459a-8a79-e6f04c3da15b', 'status': 'completed', 'code': 200} Feb 17 00:38:36.310360 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-b0db2871-edb8-433f-9fe5-de66e5b4d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:36.312970 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-b0db2871-edb8-433f-9fe5-de66e5b4d05a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9&device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 1160 time: 0.0989387 Feb 17 00:38:36.367471 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504b066-9cec-4a4b-84b3-9c85dfea8832 req-8e912ae6-74f1-4090-a218-ae9a0fc10d39 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:36.369101 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6504b066-9cec-4a4b-84b3-9c85dfea8832 req-8e912ae6-74f1-4090-a218-ae9a0fc10d39 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 943 time: 0.0996199 Feb 17 00:38:36.401003 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-15ce30cb-0107-4063-a338-083e4d5f5881 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e325f268-6440-459a-8a79-e6f04c3da15b HTTP/1.1" status: 200 len: 217 time: 0.0774891 Feb 17 00:38:36.422486 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6504b066-9cec-4a4b-84b3-9c85dfea8832 req-88ce9e1f-d891-4217-8b95-412055fc9243 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=1052cd37-6632-4689-b9d9-6d8940c198ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466349 Feb 17 00:38:36.469624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e54ef32d-b715-4c56-8a43-c08f0eb79c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:36.471147 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e54ef32d-b715-4c56-8a43-c08f0eb79c0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=081519e3-3689-4b75-a2a2-253d4b2b0fbb HTTP/1.1" status: 200 len: 849 time: 0.0645287 Feb 17 00:38:36.562498 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e302531e-4777-4d68-a569-25c03cdc4973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:36.564117 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e302531e-4777-4d68-a569-25c03cdc4973 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aef55492-a3bb-4193-9f92-43c940f31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862811 Feb 17 00:38:36.713818 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-e4d8e027-2cc8-40ae-b456-68be620086f1 service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431670 Feb 17 00:38:36.865522 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f13b3b99-4a2f-4aba-8923-7bf1c499f1a4 req-df2c1062-c370-49ee-87d8-760ba61f09a1 service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432557 Feb 17 00:38:37.021552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73747726-6f0c-4951-be09-f9b3f4dd86d2 req-af96cbc1-fa39-4148-a966-00da0cff272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:37.023153 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-73747726-6f0c-4951-be09-f9b3f4dd86d2 req-af96cbc1-fa39-4148-a966-00da0cff272f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9&device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 1160 time: 0.0791652 Feb 17 00:38:37.171808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73747726-6f0c-4951-be09-f9b3f4dd86d2 req-9d1a9f91-c652-432c-be3d-62f8f88fffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:37.173607 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-73747726-6f0c-4951-be09-f9b3f4dd86d2 req-9d1a9f91-c652-432c-be3d-62f8f88fffaf service neutron] 10.222.0.49 "GET /v2.0/networks?id=aef55492-a3bb-4193-9f92-43c940f31c3f HTTP/1.1" status: 200 len: 904 time: 0.1417093 Feb 17 00:38:37.253165 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-73747726-6f0c-4951-be09-f9b3f4dd86d2 req-11354446-dd7d-44be-b897-96381016e27d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e325f268-6440-459a-8a79-e6f04c3da15b HTTP/1.1" status: 200 len: 217 time: 0.0709391 Feb 17 00:38:37.326251 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73747726-6f0c-4951-be09-f9b3f4dd86d2 req-0b83a21b-d44c-4d92-b78f-b944a24dcf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:37.327776 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-73747726-6f0c-4951-be09-f9b3f4dd86d2 req-0b83a21b-d44c-4d92-b78f-b944a24dcf87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=081519e3-3689-4b75-a2a2-253d4b2b0fbb HTTP/1.1" status: 200 len: 849 time: 0.0660183 Feb 17 00:38:37.416874 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73747726-6f0c-4951-be09-f9b3f4dd86d2 req-45854c8e-efea-4162-8988-c7a47bb73cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:37.418625 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-73747726-6f0c-4951-be09-f9b3f4dd86d2 req-45854c8e-efea-4162-8988-c7a47bb73cf8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aef55492-a3bb-4193-9f92-43c940f31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841918 Feb 17 00:38:37.577951 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-73747726-6f0c-4951-be09-f9b3f4dd86d2 req-c483b6f9-4cfe-4da0-804e-4b5cf51f3c07 service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421771 Feb 17 00:38:37.622423 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b3d69-950c-4d93-a91c-1c18b6323ea9 req-97fc674f-5e00-41ff-b57c-f0771699d81d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:37.624351 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-158b3d69-950c-4d93-a91c-1c18b6323ea9 req-97fc674f-5e00-41ff-b57c-f0771699d81d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 943 time: 0.0890872 Feb 17 00:38:37.682022 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-158b3d69-950c-4d93-a91c-1c18b6323ea9 req-17b4715a-2806-471b-9035-a62b9df6e9b5 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=1052cd37-6632-4689-b9d9-6d8940c198ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504489 Feb 17 00:38:37.731482 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-73747726-6f0c-4951-be09-f9b3f4dd86d2 req-d8d65a90-f63f-4a9e-b7fe-b628e969cf9c service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1467297 Feb 17 00:38:38.886527 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3631199-1de4-48f0-bf5e-470c626f2259 req-d987a8ab-fd71-4fa8-9e90-25942c0294d2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:38.888280 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f3631199-1de4-48f0-bf5e-470c626f2259 req-d987a8ab-fd71-4fa8-9e90-25942c0294d2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 943 time: 0.0936575 Feb 17 00:38:38.940873 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f3631199-1de4-48f0-bf5e-470c626f2259 req-5c595bea-dd9a-4298-9e4c-ce8ccc73ccae tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=1052cd37-6632-4689-b9d9-6d8940c198ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459077 Feb 17 00:38:39.453710 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device e325f268-6440-459a-8a79-e6f04c3da15b up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:38:39.556953 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port e325f268-6440-459a-8a79-e6f04c3da15b completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:38:39.562391 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port e325f268-6440-459a-8a79-e6f04c3da15b triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:38:39.562817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:39.688687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:39.723847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17005efe-ad2b-4bf1-bee7-475d848405cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e325f268-6440-459a-8a79-e6f04c3da15b'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:38:39.736344 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port e325f268-6440-459a-8a79-e6f04c3da15b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e325f268-6440-459a-8a79-e6f04c3da15b,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:38:39.774295 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:39.776495 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:39.810469 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17005efe-ad2b-4bf1-bee7-475d848405cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e325f268-6440-459a-8a79-e6f04c3da15b', 'code': 200} Feb 17 00:38:39.852411 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=e325f268-6440-459a-8a79-e6f04c3da15b,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:39.857137 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:40.174813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b82d8-49ad-42c7-bf5d-0e8f0055a657 req-afc0f0f8-5b60-4635-b199-a47522c09826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:40.176383 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6f3b82d8-49ad-42c7-bf5d-0e8f0055a657 req-afc0f0f8-5b60-4635-b199-a47522c09826 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 1162 time: 0.1494341 Feb 17 00:38:40.187088 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5e8c-a375-4168-8891-0a84d765124f req-e5950900-8959-49b7-9fe3-e4ad174835a6 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:40.187841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ca3d5e8c-a375-4168-8891-0a84d765124f req-e5950900-8959-49b7-9fe3-e4ad174835a6 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Synchronizing usage tracker for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:38:40.237022 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6f3b82d8-49ad-42c7-bf5d-0e8f0055a657 req-e6ec8390-e236-473d-8af0-1f46cfbb558f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1052cd37-6632-4689-b9d9-6d8940c198ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450771 Feb 17 00:38:40.265881 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ca3d5e8c-a375-4168-8891-0a84d765124f req-e5950900-8959-49b7-9fe3-e4ad174835a6 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Unset dirty status for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:38:40.266722 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ca3d5e8c-a375-4168-8891-0a84d765124f req-e5950900-8959-49b7-9fe3-e4ad174835a6 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 945 time: 0.1983669 Feb 17 00:38:40.317717 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ca3d5e8c-a375-4168-8891-0a84d765124f req-6c3847b8-9030-4c47-967c-9280fa342e1a tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=1052cd37-6632-4689-b9d9-6d8940c198ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441988 Feb 17 00:38:41.184356 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device e325f268-6440-459a-8a79-e6f04c3da15b up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:38:41.260898 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port e325f268-6440-459a-8a79-e6f04c3da15b triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:38:41.261366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:41.480042 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40840) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:41.542484 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42097c5b-166d-42da-a586-49791b7f365d req-f441b8ab-3687-4032-b387-6101ac4dfaf9 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:41.544193 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-42097c5b-166d-42da-a586-49791b7f365d req-f441b8ab-3687-4032-b387-6101ac4dfaf9 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 945 time: 0.1018460 Feb 17 00:38:41.600432 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-42097c5b-166d-42da-a586-49791b7f365d req-af60b46f-7c74-45a8-a0ae-124a8b07296d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=1052cd37-6632-4689-b9d9-6d8940c198ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499091 Feb 17 00:38:41.642488 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0fd4cb04-72ea-4ce4-b692-e9dd6b4f1bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:41.658285 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-0fd4cb04-72ea-4ce4-b692-e9dd6b4f1bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:41.662361 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-0fd4cb04-72ea-4ce4-b692-e9dd6b4f1bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:67eb0259fb894e3b89a970d76ee6b86d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:41.665357 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-0fd4cb04-72ea-4ce4-b692-e9dd6b4f1bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:41.671070 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-0fd4cb04-72ea-4ce4-b692-e9dd6b4f1bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:41.810561 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0fd4cb04-72ea-4ce4-b692-e9dd6b4f1bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:41.836687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0fd4cb04-72ea-4ce4-b692-e9dd6b4f1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:41.845520 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0103bdec-fcf2-4cca-845f-7ff866a4757c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:41.888083 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-0fd4cb04-72ea-4ce4-b692-e9dd6b4f1bf8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=67eb0259fb894e3b89a970d76ee6b86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069064 Feb 17 00:38:41.889079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4cb04-72ea-4ce4-b692-e9dd6b4f1bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635eef9f-990f-49b8-bd2b-1657b01e365d,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:41.891022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40848) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:41.892606 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0fd4cb04-72ea-4ce4-b692-e9dd6b4f1bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:41.954742 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7fea0736-acd8-4617-8d6a-73956489e387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:41.982586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7fea0736-acd8-4617-8d6a-73956489e387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:42.094226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7fea0736-acd8-4617-8d6a-73956489e387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:42.099471 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e87bab38-3e63-4591-92c5-3b1918c52945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:42.114536 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea0736-acd8-4617-8d6a-73956489e387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635eef9f-990f-49b8-bd2b-1657b01e365d,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:42.117507 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7fea0736-acd8-4617-8d6a-73956489e387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:42.119104 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7fea0736-acd8-4617-8d6a-73956489e387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:42.120348 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-7fea0736-acd8-4617-8d6a-73956489e387 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/635eef9f-990f-49b8-bd2b-1657b01e365d HTTP/1.1" status: 204 len: 168 time: 0.2269228 Feb 17 00:38:42.646942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0dada6eb-6772-4c11-af0e-cb5addf892db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:42.811550 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd24809-4cc7-4d85-8184-fd07525f12a1 req-807d5922-7eeb-4fda-9045-30a11d599882 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:42.813228 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bdd24809-4cc7-4d85-8184-fd07525f12a1 req-807d5922-7eeb-4fda-9045-30a11d599882 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 945 time: 0.0948064 Feb 17 00:38:42.861924 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bdd24809-4cc7-4d85-8184-fd07525f12a1 req-ff1ba845-bbbd-4701-8c09-a3e13c4abc0e tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=1052cd37-6632-4689-b9d9-6d8940c198ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421593 Feb 17 00:38:43.064638 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b573a3-b9d5-448e-bb0d-523ca880b722 req-01865fe0-afe9-4315-b9f3-d09ef325dd70 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:43.066295 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c1b573a3-b9d5-448e-bb0d-523ca880b722 req-01865fe0-afe9-4315-b9f3-d09ef325dd70 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 945 time: 0.0894392 Feb 17 00:38:43.076342 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 40886) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:43.082248 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-34998cda-fdeb-4b5a-841b-1648afe6a862 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Request body: {'floatingip': {'port_id': 'e325f268-6440-459a-8a79-e6f04c3da15b'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:38:43.168225 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-34998cda-fdeb-4b5a-841b-1648afe6a862 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:43.688248 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40900) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:43.839386 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-641870f4-900a-4ea6-8b4d-0272dea43631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:43.842238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-34998cda-fdeb-4b5a-841b-1648afe6a862 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:43.856118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-641870f4-900a-4ea6-8b4d-0272dea43631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:43.860446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-641870f4-900a-4ea6-8b4d-0272dea43631 admin admin] Usage tracker for resource:security_group_rule and tenant:3fc8edf2b4cd4f1a83bbc73728bff2dd is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:43.863610 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-641870f4-900a-4ea6-8b4d-0272dea43631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:43.871251 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-641870f4-900a-4ea6-8b4d-0272dea43631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:43.871665 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-34998cda-fdeb-4b5a-841b-1648afe6a862 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:44.015101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-641870f4-900a-4ea6-8b4d-0272dea43631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:44.042796 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-641870f4-900a-4ea6-8b4d-0272dea43631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:44.051880 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-cb5fcb18-0254-472a-aa32-36b2e6e85172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:44.055258 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [None req-34998cda-fdeb-4b5a-841b-1648afe6a862 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Floating IP 289bf0e0-111d-4927-b56d-368296c4a4a9 associated. External IP: 172.28.3.243, port: e325f268-6440-459a-8a79-e6f04c3da15b. Feb 17 00:38:44.098984 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-641870f4-900a-4ea6-8b4d-0272dea43631 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3fc8edf2b4cd4f1a83bbc73728bff2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089773 Feb 17 00:38:44.100869 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641870f4-900a-4ea6-8b4d-0272dea43631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a13580-cdeb-4ed2-8a01-d30186c72e01,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:44.105574 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-641870f4-900a-4ea6-8b4d-0272dea43631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:44.106366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 40908) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:44.173857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-80f9f61e-abdd-4a4c-8339-29c0139de87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:44.205932 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-80f9f61e-abdd-4a4c-8339-29c0139de87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:44.294520 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-80f9f61e-abdd-4a4c-8339-29c0139de87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:44.299966 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-805e9a71-f828-46be-a770-94fd71b697a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:44.314491 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9f61e-abdd-4a4c-8339-29c0139de87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a13580-cdeb-4ed2-8a01-d30186c72e01,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:44.317400 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-80f9f61e-abdd-4a4c-8339-29c0139de87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:44.327613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-80f9f61e-abdd-4a4c-8339-29c0139de87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:44.331313 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-80f9f61e-abdd-4a4c-8339-29c0139de87d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59a13580-cdeb-4ed2-8a01-d30186c72e01 HTTP/1.1" status: 204 len: 168 time: 0.2214417 Feb 17 00:38:44.673043 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34998cda-fdeb-4b5a-841b-1648afe6a862 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Router 16285c85-fc9a-4539-9bd0-4810dba48f53 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:38:44.810225 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:38:44.873758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34998cda-fdeb-4b5a-841b-1648afe6a862 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:38:44.878242 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-34998cda-fdeb-4b5a-841b-1648afe6a862 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:44.883498 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48a678-2705-4a71-922f-9447ddce6c17 None None] Sync routers for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:38:44.897109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48a678-2705-4a71-922f-9447ddce6c17 None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:38:44.900075 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2e48a678-2705-4a71-922f-9447ddce6c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:38:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:44.974571 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-34998cda-fdeb-4b5a-841b-1648afe6a862 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "PUT /v2.0/floatingips/289bf0e0-111d-4927-b56d-368296c4a4a9 HTTP/1.1" status: 200 len: 991 time: 1.8970165 Feb 17 00:38:44.975739 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17005efe-ad2b-4bf1-bee7-475d848405cf', 'tag': 'e325f268-6440-459a-8a79-e6f04c3da15b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:38:45.153675 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17005efe-ad2b-4bf1-bee7-475d848405cf', 'tag': 'e325f268-6440-459a-8a79-e6f04c3da15b', 'status': 'completed', 'code': 200} Feb 17 00:38:45.290563 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dde2c2-55a6-4d15-bda1-8c62c2b00730 req-49b3a9bf-e765-49b5-a3ec-05ccc153cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:45.296503 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20dde2c2-55a6-4d15-bda1-8c62c2b00730 req-49b3a9bf-e765-49b5-a3ec-05ccc153cae9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9&device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 1162 time: 0.1055212 Feb 17 00:38:45.337038 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0f2762be-720d-4ba4-8460-4d94d3d326b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:45.349628 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-2e48a678-2705-4a71-922f-9447ddce6c17 None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:38:45.400308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:45.456671 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dde2c2-55a6-4d15-bda1-8c62c2b00730 req-26577757-35b3-4ba1-8b71-bb8a47949c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:45.458522 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20dde2c2-55a6-4d15-bda1-8c62c2b00730 req-26577757-35b3-4ba1-8b71-bb8a47949c5a service neutron] 10.222.0.49 "GET /v2.0/networks?id=aef55492-a3bb-4193-9f92-43c940f31c3f HTTP/1.1" status: 200 len: 904 time: 0.1583745 Feb 17 00:38:45.593656 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20dde2c2-55a6-4d15-bda1-8c62c2b00730 req-2e42e3c4-1059-4bd3-bea9-b96884d0c4fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e325f268-6440-459a-8a79-e6f04c3da15b HTTP/1.1" status: 200 len: 999 time: 0.1275761 Feb 17 00:38:45.683231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dde2c2-55a6-4d15-bda1-8c62c2b00730 req-9804c24d-f00f-492e-94f8-063bfd2ee885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:45.684859 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20dde2c2-55a6-4d15-bda1-8c62c2b00730 req-9804c24d-f00f-492e-94f8-063bfd2ee885 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=081519e3-3689-4b75-a2a2-253d4b2b0fbb HTTP/1.1" status: 200 len: 849 time: 0.0839858 Feb 17 00:38:45.766315 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2e48a678-2705-4a71-922f-9447ddce6c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '289bf0e0-111d-4927-b56d-368296c4a4a9', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'floating_ip_address': '172.28.3.243', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'port_id': 'e325f268-6440-459a-8a79-e6f04c3da15b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'mac_address': 'fa:16:3e:5a:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17005efe-ad2b-4bf1-bee7-475d848405cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:38:29Z', 'updated_at': '2021-02-17T00:38:43Z', 'revision_number': 1, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:44Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:45.770760 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48a678-2705-4a71-922f-9447ddce6c17 None None] Checking router: 16285c85-fc9a-4539-9bd0-4810dba48f53 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:38:45.781717 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48a678-2705-4a71-922f-9447ddce6c17 None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:38:45.782401 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2e48a678-2705-4a71-922f-9447ddce6c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:38:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:45.783167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dde2c2-55a6-4d15-bda1-8c62c2b00730 req-8bff1d9f-f3d9-4ed6-94a1-1a8bf720bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:38:45.784954 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20dde2c2-55a6-4d15-bda1-8c62c2b00730 req-8bff1d9f-f3d9-4ed6-94a1-1a8bf720bfd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aef55492-a3bb-4193-9f92-43c940f31c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923092 Feb 17 00:38:45.939678 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20dde2c2-55a6-4d15-bda1-8c62c2b00730 req-0fde1bcd-f837-4eb8-9165-c2989a34b537 service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462295 Feb 17 00:38:45.980775 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-2e48a678-2705-4a71-922f-9447ddce6c17 None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:38:46.108515 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20dde2c2-55a6-4d15-bda1-8c62c2b00730 req-bfdd2f79-1bdb-47fb-a03b-e2570c18a835 service neutron] 10.222.0.49 "GET /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1609178 Feb 17 00:38:46.433895 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2e48a678-2705-4a71-922f-9447ddce6c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '289bf0e0-111d-4927-b56d-368296c4a4a9', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'floating_ip_address': '172.28.3.243', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'port_id': 'e325f268-6440-459a-8a79-e6f04c3da15b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'mac_address': 'fa:16:3e:5a:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17005efe-ad2b-4bf1-bee7-475d848405cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:38:29Z', 'updated_at': '2021-02-17T00:38:43Z', 'revision_number': 1, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:44Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:38:46.438209 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48a678-2705-4a71-922f-9447ddce6c17 None None] The sync data for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb is: [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '289bf0e0-111d-4927-b56d-368296c4a4a9', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'floating_ip_address': '172.28.3.243', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'port_id': 'e325f268-6440-459a-8a79-e6f04c3da15b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'mac_address': 'fa:16:3e:5a:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17005efe-ad2b-4bf1-bee7-475d848405cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:38:29Z', 'updated_at': '2021-02-17T00:38:43Z', 'revision_number': 1, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:44Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:38:46.608542 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:46.733745 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7f8aed-0544-4fe6-81ac-d374b5bf3343 None None] New status for floating IP 289bf0e0-111d-4927-b56d-368296c4a4a9: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:38:46.922221 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:51.848134 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41044) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:51.991058 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-039422f9-cfa5-44f8-9d44-1253da3b111c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:52.011642 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-039422f9-cfa5-44f8-9d44-1253da3b111c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:38:52.015870 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-039422f9-cfa5-44f8-9d44-1253da3b111c admin admin] Usage tracker for resource:security_group_rule and tenant:c65274d9e1364676909d7d75e7e84581 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:38:52.018879 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-039422f9-cfa5-44f8-9d44-1253da3b111c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:38:52.024837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-039422f9-cfa5-44f8-9d44-1253da3b111c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:38:52.112180 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-039422f9-cfa5-44f8-9d44-1253da3b111c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:52.128008 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-039422f9-cfa5-44f8-9d44-1253da3b111c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:52.136508 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1e789f44-78a5-4d01-a261-e0fb32d03263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:52.180752 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-039422f9-cfa5-44f8-9d44-1253da3b111c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c65274d9e1364676909d7d75e7e84581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315909 Feb 17 00:38:52.181723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039422f9-cfa5-44f8-9d44-1253da3b111c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0867d2d-f661-492f-bd9d-21f3b1816e7a,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:52.185493 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-039422f9-cfa5-44f8-9d44-1253da3b111c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:52.185819 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 41052) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:38:52.254544 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-45e13863-68fc-4ec1-b644-f680d1a452ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:52.284157 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-45e13863-68fc-4ec1-b644-f680d1a452ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:52.373888 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-45e13863-68fc-4ec1-b644-f680d1a452ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:52.379082 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-67d1db6b-021b-4810-a801-9947f4db5bfd tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:38:52.391513 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e13863-68fc-4ec1-b644-f680d1a452ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0867d2d-f661-492f-bd9d-21f3b1816e7a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:38:52.396399 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-45e13863-68fc-4ec1-b644-f680d1a452ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:38:52.398342 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-45e13863-68fc-4ec1-b644-f680d1a452ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:38:52.400230 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-45e13863-68fc-4ec1-b644-f680d1a452ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d0867d2d-f661-492f-bd9d-21f3b1816e7a HTTP/1.1" status: 204 len: 168 time: 0.2124856 Feb 17 00:38:55.122548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:02.254375 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832e2a3-e394-4c29-85fa-3fc04944d28f req-d74164a3-7106-4c26-bb2c-96a3e52130ad tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:02.256004 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3832e2a3-e394-4c29-85fa-3fc04944d28f req-d74164a3-7106-4c26-bb2c-96a3e52130ad tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.2784476 Feb 17 00:39:02.312280 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3832e2a3-e394-4c29-85fa-3fc04944d28f req-a1b6fa94-17e1-4d72-8322-d5471b3b2139 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491939 Feb 17 00:39:03.529369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4239bba-242d-49ef-8c18-ca72e8253406 req-ca2c5588-6f23-40ff-b3aa-eb8e2f2780cc tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:03.531035 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d4239bba-242d-49ef-8c18-ca72e8253406 req-ca2c5588-6f23-40ff-b3aa-eb8e2f2780cc tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0999177 Feb 17 00:39:03.579919 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d4239bba-242d-49ef-8c18-ca72e8253406 req-216f13b0-2178-4ce3-9d34-7dd3889a1857 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 Feb 17 00:39:04.792104 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a7331-bd33-40de-a1b1-97d936b14b9f req-df3f67e1-9c55-4b34-9a0a-0ee25788d10a tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:04.793681 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e19a7331-bd33-40de-a1b1-97d936b14b9f req-df3f67e1-9c55-4b34-9a0a-0ee25788d10a tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0916638 Feb 17 00:39:04.841665 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e19a7331-bd33-40de-a1b1-97d936b14b9f req-74752cea-ba02-4028-8a99-cad1ec340e7d tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416579 Feb 17 00:39:06.049057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110c85f-e3c1-415d-8344-d4a9f7f4d0d5 req-3ec401d7-55a8-4cf2-a503-daf8892925ff tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:06.050702 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2110c85f-e3c1-415d-8344-d4a9f7f4d0d5 req-3ec401d7-55a8-4cf2-a503-daf8892925ff tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0871983 Feb 17 00:39:06.099319 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2110c85f-e3c1-415d-8344-d4a9f7f4d0d5 req-3d2cd0d0-310e-4640-bea9-84b6700f97ef tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423956 Feb 17 00:39:07.314860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251091df-417b-443e-92e2-7aa92d5dc56e req-0b34001b-8a47-4427-a8f4-b4ac53254a3a tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:07.316455 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-251091df-417b-443e-92e2-7aa92d5dc56e req-0b34001b-8a47-4427-a8f4-b4ac53254a3a tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0918446 Feb 17 00:39:07.364810 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-251091df-417b-443e-92e2-7aa92d5dc56e req-9621acdd-2b70-4b41-b8f1-348f079e5cd6 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420463 Feb 17 00:39:08.572046 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad596f74-63a0-4dab-a86c-e0f7b4659385 req-373d2693-68b3-46db-a74d-1f70b108accb tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:08.573636 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ad596f74-63a0-4dab-a86c-e0f7b4659385 req-373d2693-68b3-46db-a74d-1f70b108accb tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0873816 Feb 17 00:39:08.627787 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ad596f74-63a0-4dab-a86c-e0f7b4659385 req-87c32aac-624a-4e1e-bb14-269dee275e65 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478213 Feb 17 00:39:09.837119 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa7e6b-fa7b-4924-84bf-d910d4f4141b req-d0301d93-638a-4ec3-bf8c-878c516d7caa tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:09.838754 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-69fa7e6b-fa7b-4924-84bf-d910d4f4141b req-d0301d93-638a-4ec3-bf8c-878c516d7caa tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0878220 Feb 17 00:39:09.889312 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-69fa7e6b-fa7b-4924-84bf-d910d4f4141b req-792d5403-38e1-4938-a4f8-3c639d508515 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 Feb 17 00:39:11.130822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92574610-1902-4a07-b75e-691714fa7452 req-1bdde75e-9d08-411a-8261-b86d4b37deed tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:11.132494 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-92574610-1902-4a07-b75e-691714fa7452 req-1bdde75e-9d08-411a-8261-b86d4b37deed tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.1191211 Feb 17 00:39:11.194170 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-92574610-1902-4a07-b75e-691714fa7452 req-3ef8271b-2e3c-4034-a9de-4517ddb2039d tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535924 Feb 17 00:39:12.405842 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42d073-78cc-4a34-b298-99bb51080850 req-db7594e9-5ae3-4fa5-ba83-dc897b27125f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:12.407508 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0a42d073-78cc-4a34-b298-99bb51080850 req-db7594e9-5ae3-4fa5-ba83-dc897b27125f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0889328 Feb 17 00:39:12.456269 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0a42d073-78cc-4a34-b298-99bb51080850 req-2284f73d-4fee-4958-ab33-89b37e383abf tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426595 Feb 17 00:39:12.647504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed80fc09-8f4c-48be-bb10-84c1c360aa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:13.669909 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501d4b7-68cd-4abd-9176-0ea6753c8f20 req-d387c8f5-b50a-4211-b26d-90eb332d03db tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:13.673586 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1501d4b7-68cd-4abd-9176-0ea6753c8f20 req-d387c8f5-b50a-4211-b26d-90eb332d03db tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0936909 Feb 17 00:39:13.719755 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1501d4b7-68cd-4abd-9176-0ea6753c8f20 req-11662b87-58ea-4892-904c-1021e3c1a139 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418146 Feb 17 00:39:14.923403 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b5431-d55f-4d0b-8eb6-c78cc6d34aa0 req-bf0cf82e-999e-41a9-9789-af08fa50d471 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:14.925906 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8f9b5431-d55f-4d0b-8eb6-c78cc6d34aa0 req-bf0cf82e-999e-41a9-9789-af08fa50d471 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0866838 Feb 17 00:39:14.981507 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8f9b5431-d55f-4d0b-8eb6-c78cc6d34aa0 req-c2363f82-1675-4134-a9b1-ba5a76cd2785 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491438 Feb 17 00:39:15.305084 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:15.333792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ecb0ca22-2d7b-4ab9-924b-93cb731c1eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:16.207663 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be523e-762f-4ca3-a15b-8bd3ec6bf13e req-db24545a-2da2-469b-815d-f58fb158e706 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:16.209958 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f3be523e-762f-4ca3-a15b-8bd3ec6bf13e req-db24545a-2da2-469b-815d-f58fb158e706 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.1005101 Feb 17 00:39:16.263956 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f3be523e-762f-4ca3-a15b-8bd3ec6bf13e req-925bfe73-3a38-4ae1-81b4-6c7b60c8fa7f tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463862 Feb 17 00:39:16.625412 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:16.951175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:17.508479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df8d84-772a-4f72-a4ab-0576063200cd req-ee3ffec5-4ba0-49f6-a93c-95578062cba3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:17.510356 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-40df8d84-772a-4f72-a4ab-0576063200cd req-ee3ffec5-4ba0-49f6-a93c-95578062cba3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.1080570 Feb 17 00:39:17.576186 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-40df8d84-772a-4f72-a4ab-0576063200cd req-10d7f17f-c1a1-4bd0-87f2-bea834c2de8a tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589340 Feb 17 00:39:18.778900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cff47-b548-4393-9ff9-b54cb813365a req-a439f598-32b6-4e31-a46d-67c0ec67f1f0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:18.780448 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1c8cff47-b548-4393-9ff9-b54cb813365a req-a439f598-32b6-4e31-a46d-67c0ec67f1f0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0913243 Feb 17 00:39:18.827883 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1c8cff47-b548-4393-9ff9-b54cb813365a req-d1c45d1c-4553-48f8-8316-69b858b718c0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409160 Feb 17 00:39:20.079239 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108a247-8143-4fd9-a011-ed5d2314aa71 req-c3bd19d6-cfa7-418a-a0a3-fa0e879c65e9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:20.081034 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9108a247-8143-4fd9-a011-ed5d2314aa71 req-c3bd19d6-cfa7-418a-a0a3-fa0e879c65e9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.1196580 Feb 17 00:39:20.101584 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 41376) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:39:20.144601 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9108a247-8143-4fd9-a011-ed5d2314aa71 req-9c4be723-9a39-499e-bbe8-4d18ac347152 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556076 Feb 17 00:39:20.259185 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-be86dc91-1c41-4ae2-8e90-842acc5a2483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:20.279276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-be86dc91-1c41-4ae2-8e90-842acc5a2483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:39:20.286106 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-be86dc91-1c41-4ae2-8e90-842acc5a2483 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec44440856945adbdd4eb43b9e6f62a is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:39:20.289663 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-be86dc91-1c41-4ae2-8e90-842acc5a2483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:39:20.296596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-be86dc91-1c41-4ae2-8e90-842acc5a2483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:39:20.391041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-be86dc91-1c41-4ae2-8e90-842acc5a2483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:20.441602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-be86dc91-1c41-4ae2-8e90-842acc5a2483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:20.452980 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5d785311-46af-48f6-8a5e-bcafd87c945b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:39:20.488862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41384) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:39:20.489064 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-be86dc91-1c41-4ae2-8e90-842acc5a2483 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0ec44440856945adbdd4eb43b9e6f62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862088 Feb 17 00:39:20.508678 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86dc91-1c41-4ae2-8e90-842acc5a2483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afada4e9-5e2f-4d66-aa7f-e828ccffcd22,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:39:20.513427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-be86dc91-1c41-4ae2-8e90-842acc5a2483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:39:20.586460 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-acedc4cb-cca5-494c-be78-5e08e59028ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:20.615261 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-acedc4cb-cca5-494c-be78-5e08e59028ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:20.692863 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-acedc4cb-cca5-494c-be78-5e08e59028ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:20.700571 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d66a3c66-df3b-4c9a-a07c-1810fd64fb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:39:20.712401 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedc4cb-cca5-494c-be78-5e08e59028ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afada4e9-5e2f-4d66-aa7f-e828ccffcd22,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:39:20.733015 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-acedc4cb-cca5-494c-be78-5e08e59028ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:39:20.734481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-acedc4cb-cca5-494c-be78-5e08e59028ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:20.740946 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-acedc4cb-cca5-494c-be78-5e08e59028ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/afada4e9-5e2f-4d66-aa7f-e828ccffcd22 HTTP/1.1" status: 204 len: 168 time: 0.2471941 Feb 17 00:39:21.404545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f946e21-6695-4c33-b9c3-7f2db74f8cd9 req-bb3249ce-fff1-49d1-aa30-ec09acce74a3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:21.406862 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3f946e21-6695-4c33-b9c3-7f2db74f8cd9 req-bb3249ce-fff1-49d1-aa30-ec09acce74a3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0998423 Feb 17 00:39:21.464123 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3f946e21-6695-4c33-b9c3-7f2db74f8cd9 req-4dfea0d7-14b5-49f1-90d4-415b62a57be8 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487394 Feb 17 00:39:21.812299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:39:22.696956 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1811c15-a369-4035-b0d0-ba1675c3d3a7 req-83ae2366-acfc-4587-8fad-c1d07b16f989 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:22.699133 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f1811c15-a369-4035-b0d0-ba1675c3d3a7 req-83ae2366-acfc-4587-8fad-c1d07b16f989 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.1037493 Feb 17 00:39:22.753557 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f1811c15-a369-4035-b0d0-ba1675c3d3a7 req-ccece84d-e465-465a-9799-253743b0fbc9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442359 Feb 17 00:39:23.985624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5f6a-ef4e-4f69-9496-9a3b1c4c220f req-2200e138-e749-4986-b0d6-05af99ee6b6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:23.987317 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4d6a5f6a-ef4e-4f69-9496-9a3b1c4c220f req-2200e138-e749-4986-b0d6-05af99ee6b6e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.1040545 Feb 17 00:39:24.048533 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4d6a5f6a-ef4e-4f69-9496-9a3b1c4c220f req-c0bfe067-ada3-41f1-afa7-5daf07e9acad tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484631 Feb 17 00:39:25.169004 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:25.325330 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b148fed-10d6-4a82-81b6-10a56b284cfe req-6a8a0a65-6b14-40f4-9709-d4547398f448 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:25.326983 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b148fed-10d6-4a82-81b6-10a56b284cfe req-6a8a0a65-6b14-40f4-9709-d4547398f448 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.1191683 Feb 17 00:39:25.384070 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b148fed-10d6-4a82-81b6-10a56b284cfe req-8208f476-3839-4195-a642-1289a43646b3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486536 Feb 17 00:39:26.649173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c48a0-c945-4d73-b149-28d77f19c65c req-eaee929a-ef83-4651-b8ca-7862097fb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:26.650853 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d07c48a0-c945-4d73-b149-28d77f19c65c req-eaee929a-ef83-4651-b8ca-7862097fb675 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 1162 time: 0.1999776 Feb 17 00:39:26.870821 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c48a0-c945-4d73-b149-28d77f19c65c req-2ce936f3-2e2c-4a3d-a5f3-c12bf8cfa73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:26.872434 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d07c48a0-c945-4d73-b149-28d77f19c65c req-2ce936f3-2e2c-4a3d-a5f3-c12bf8cfa73d service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff31d784-b8b2-47e1-ae32-b9585233432b HTTP/1.1" status: 200 len: 911 time: 0.2147810 Feb 17 00:39:26.879634 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bd332-bd8e-4df9-a739-e54468dea129 req-279b8b2a-b287-4619-b56a-1d4b55999987 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:26.881289 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-958bd332-bd8e-4df9-a739-e54468dea129 req-279b8b2a-b287-4619-b56a-1d4b55999987 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.3721914 Feb 17 00:39:27.024153 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-958bd332-bd8e-4df9-a739-e54468dea129 req-6575e439-6c09-491f-91fe-95d18c65b5eb tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854187 Feb 17 00:39:27.029742 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d07c48a0-c945-4d73-b149-28d77f19c65c req-1034781c-d504-4fe6-ad22-d870c02f1247 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c172bec-7927-4fae-8c6d-65d1d15ca04d HTTP/1.1" status: 200 len: 1001 time: 0.1474247 Feb 17 00:39:27.103677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c48a0-c945-4d73-b149-28d77f19c65c req-d51bacb8-9b92-4b43-a098-c756cf587034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:27.106057 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d07c48a0-c945-4d73-b149-28d77f19c65c req-d51bacb8-9b92-4b43-a098-c756cf587034 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e9c8844-2af8-4b7a-86e5-25cde2667f3e HTTP/1.1" status: 200 len: 856 time: 0.0701210 Feb 17 00:39:27.195789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c48a0-c945-4d73-b149-28d77f19c65c req-3852a368-c8bd-4e61-96fc-65cafba0f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:27.197443 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d07c48a0-c945-4d73-b149-28d77f19c65c req-3852a368-c8bd-4e61-96fc-65cafba0f315 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff31d784-b8b2-47e1-ae32-b9585233432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847268 Feb 17 00:39:27.341367 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d07c48a0-c945-4d73-b149-28d77f19c65c req-086f7f40-0752-48ed-b878-a520cfa92a39 service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367600 Feb 17 00:39:27.488544 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d07c48a0-c945-4d73-b149-28d77f19c65c req-9861f322-403a-459b-a327-34ed18b18845 service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401124 Feb 17 00:39:28.227610 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801cb18-b98a-4da6-8abd-5b914dd88490 req-7e736a2c-e2b7-48fa-81bf-1428e3e73f2c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:28.229400 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d801cb18-b98a-4da6-8abd-5b914dd88490 req-7e736a2c-e2b7-48fa-81bf-1428e3e73f2c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0871265 Feb 17 00:39:28.281762 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d801cb18-b98a-4da6-8abd-5b914dd88490 req-99d17d4c-2256-4d9d-aa6b-22b2b8092a31 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454524 Feb 17 00:39:29.485718 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a4a43-7c63-406f-a6ee-b2f518e4517a req-5eba5d6d-c525-47ce-9b4e-a20c0ffacd96 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:29.487203 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2f4a4a43-7c63-406f-a6ee-b2f518e4517a req-5eba5d6d-c525-47ce-9b4e-a20c0ffacd96 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0843775 Feb 17 00:39:29.495659 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 7c172bec-7927-4fae-8c6d-65d1d15ca04d no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:39:29.537540 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2f4a4a43-7c63-406f-a6ee-b2f518e4517a req-0bd1b338-5a21-42fa-a77b-7515efb44c17 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439351 Feb 17 00:39:29.630326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:29.659934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:39:29.671141 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 7c172bec-7927-4fae-8c6d-65d1d15ca04d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=7c172bec-7927-4fae-8c6d-65d1d15ca04d,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:39:29.705431 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d', 'code': 422} returned with failed status Feb 17 00:39:29.710223 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:29.712130 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:39:29.783213 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=7c172bec-7927-4fae-8c6d-65d1d15ca04d,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:39:29.791246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.791704 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.792676 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.793069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.793484 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.793872 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.794256 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.794676 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.795108 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.795489 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.795867 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.796238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.796689 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.797066 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.797465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.797838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.798208 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.798580 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.798989 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.799358 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.799728 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.800097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.800466 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.800988 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:29.811917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:39:31.938833 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc29c57-585f-46a6-8bb9-8f26e655d141 req-c8511f8f-e9d3-4fb7-a7e7-fc44710c1617 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:31.940545 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9fc29c57-585f-46a6-8bb9-8f26e655d141 req-c8511f8f-e9d3-4fb7-a7e7-fc44710c1617 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0904269 Feb 17 00:39:32.040077 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9fc29c57-585f-46a6-8bb9-8f26e655d141 req-431bf002-7c11-47b8-8db8-1f85c63a068a tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901520 Feb 17 00:39:32.063301 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-c971733c-b9ed-443e-89c9-315bab3e9e10 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994413 Feb 17 00:39:32.890173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-5dcb2936-72e8-4684-873c-7291bff35270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:32.891822 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-5dcb2936-72e8-4684-873c-7291bff35270 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc&tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac HTTP/1.1" status: 200 len: 1160 time: 0.0784624 Feb 17 00:39:32.997661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-3170b05e-c977-4304-81b2-54fcb99a9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:32.999276 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-3170b05e-c977-4304-81b2-54fcb99a9fff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 1160 time: 0.0819221 Feb 17 00:39:33.277352 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecff91-1e41-461a-b6e3-3e57515ec9be req-bd830fd4-fd97-4598-b4a5-97067b078941 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:33.279056 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3cecff91-1e41-461a-b6e3-3e57515ec9be req-bd830fd4-fd97-4598-b4a5-97067b078941 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.1069038 Feb 17 00:39:33.329865 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3cecff91-1e41-461a-b6e3-3e57515ec9be req-d28e47d4-e3ea-4eb3-bedf-71348c16217b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441425 Feb 17 00:39:33.383764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-e6541278-18f3-430c-8b29-9d56ca9426d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:33.385373 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-e6541278-18f3-430c-8b29-9d56ca9426d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff31d784-b8b2-47e1-ae32-b9585233432b HTTP/1.1" status: 200 len: 911 time: 0.3786366 Feb 17 00:39:33.503838 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-443640b1-70d8-41b1-80c9-0c3109cce6dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c172bec-7927-4fae-8c6d-65d1d15ca04d HTTP/1.1" status: 200 len: 999 time: 0.1113851 Feb 17 00:39:33.574284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-f301ceac-be56-4581-9c69-8c582ae6e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:33.575865 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-f301ceac-be56-4581-9c69-8c582ae6e1cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e9c8844-2af8-4b7a-86e5-25cde2667f3e HTTP/1.1" status: 200 len: 856 time: 0.0656915 Feb 17 00:39:33.665279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-32d2dfc5-8301-465b-b7ea-35309e70830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:33.667545 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-32d2dfc5-8301-465b-b7ea-35309e70830b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff31d784-b8b2-47e1-ae32-b9585233432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835662 Feb 17 00:39:33.816166 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-6dfa6c52-0c5b-40ac-b2c7-86886e2ea0bc service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425152 Feb 17 00:39:33.960897 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-00ed285d-f618-441d-9414-1947d20ddd72 service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379776 Feb 17 00:39:34.543750 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1022f-63da-48ee-949c-496b3ae1f053 req-395b0383-50dd-4c38-9468-58449b581499 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:34.545385 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b5e1022f-63da-48ee-949c-496b3ae1f053 req-395b0383-50dd-4c38-9468-58449b581499 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0892560 Feb 17 00:39:34.591171 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b5e1022f-63da-48ee-949c-496b3ae1f053 req-198b79cf-1a23-414f-b85b-a41188f59efa tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396340 Feb 17 00:39:35.809179 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47841c-7f53-4639-8b3f-c7285cb82eb4 req-50af3990-a33b-4c11-9190-d25898813dfb tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:35.810849 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5c47841c-7f53-4639-8b3f-c7285cb82eb4 req-50af3990-a33b-4c11-9190-d25898813dfb tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0953524 Feb 17 00:39:35.861697 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5c47841c-7f53-4639-8b3f-c7285cb82eb4 req-29b434e0-6f39-45b5-be1d-43784f1f9fb9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445526 Feb 17 00:39:37.087881 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ca006-eee9-46cf-ad86-513cc0426e33 req-6de2cecd-0c69-4a6d-8f7f-ad3597b99b62 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:37.090875 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-dd7ca006-eee9-46cf-ad86-513cc0426e33 req-6de2cecd-0c69-4a6d-8f7f-ad3597b99b62 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.1072078 Feb 17 00:39:37.152513 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-dd7ca006-eee9-46cf-ad86-513cc0426e33 req-609705ea-2e0c-4d0c-80b7-0bde61b2d717 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514734 Feb 17 00:39:38.376371 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f50d2-587e-4cd5-8176-6796f356161c req-76960f34-ee40-4f6a-90a4-9be1085dd3db tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:38.378085 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c20f50d2-587e-4cd5-8176-6796f356161c req-76960f34-ee40-4f6a-90a4-9be1085dd3db tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0916159 Feb 17 00:39:38.433686 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c20f50d2-587e-4cd5-8176-6796f356161c req-fc311259-1f3c-4fdd-a6b7-6c5e73ec027c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489852 Feb 17 00:39:39.647930 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58567a90-eabc-43fb-a072-05ed03259963 req-b9f6d114-4195-49e3-b0b1-e645b72bf569 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:39.649540 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-58567a90-eabc-43fb-a072-05ed03259963 req-b9f6d114-4195-49e3-b0b1-e645b72bf569 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0853465 Feb 17 00:39:39.702740 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-58567a90-eabc-43fb-a072-05ed03259963 req-18fd0a8e-adbf-4cc7-ba8f-95d135e09e5d tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462761 Feb 17 00:39:40.913549 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d272e1-c90f-4b0a-89eb-58946e2a7d43 req-8d5cb119-c039-4e62-aa36-6b52adab226b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:40.915203 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-53d272e1-c90f-4b0a-89eb-58946e2a7d43 req-8d5cb119-c039-4e62-aa36-6b52adab226b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0886319 Feb 17 00:39:40.963198 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-53d272e1-c90f-4b0a-89eb-58946e2a7d43 req-6f97ee97-0892-4336-931a-7c5fda745d2b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416756 Feb 17 00:39:42.178238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360f7e9-d8e9-42d4-93ec-3f041cb2b094 req-68d2d580-3817-454b-a550-b04a63713b90 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:42.179911 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0360f7e9-d8e9-42d4-93ec-3f041cb2b094 req-68d2d580-3817-454b-a550-b04a63713b90 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0886416 Feb 17 00:39:42.232489 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0360f7e9-d8e9-42d4-93ec-3f041cb2b094 req-12bcedd9-3d8e-4513-b8b1-8e687e58bc1e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452588 Feb 17 00:39:42.641941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a68ece0f-3fdb-41b6-8e1a-e05214f014e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:43.446860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd189461-bcc3-4a5a-ab99-23d51b9edd55 req-95a967cf-b939-46fd-9aa9-1e057476561b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:43.449525 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cd189461-bcc3-4a5a-ab99-23d51b9edd55 req-95a967cf-b939-46fd-9aa9-1e057476561b tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0908046 Feb 17 00:39:43.499880 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cd189461-bcc3-4a5a-ab99-23d51b9edd55 req-2b91376d-f207-40d5-a294-a985f3f5d8d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443859 Feb 17 00:39:44.715716 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617192e-4226-4051-82c4-5713c26d355c req-fbeb5b69-b41d-47f6-b88f-a44f79b2aac2 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:44.717614 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f617192e-4226-4051-82c4-5713c26d355c req-fbeb5b69-b41d-47f6-b88f-a44f79b2aac2 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0914829 Feb 17 00:39:44.770338 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f617192e-4226-4051-82c4-5713c26d355c req-6c046f0d-6c9c-4770-80ee-fbaab28c5942 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457966 Feb 17 00:39:45.247497 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b30c7b31-e7e1-4f37-8d75-0c619c33a7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:45.298911 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:45.975258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c460df9-4765-4ee3-8d5c-7dc264ecff29 req-38c530b7-08d9-401a-bbf3-38527fa6fcd3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:45.976904 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4c460df9-4765-4ee3-8d5c-7dc264ecff29 req-38c530b7-08d9-401a-bbf3-38527fa6fcd3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0876882 Feb 17 00:39:46.026154 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4c460df9-4765-4ee3-8d5c-7dc264ecff29 req-c2f31ec9-f44a-4807-b305-dc2b3f304a7e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418878 Feb 17 00:39:46.618403 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:46.926945 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:47.232090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e41f66-3245-4be8-84f6-a110b9f33336 req-60002685-459c-40f2-8a18-42ac81a22318 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:47.233755 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d9e41f66-3245-4be8-84f6-a110b9f33336 req-60002685-459c-40f2-8a18-42ac81a22318 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0870507 Feb 17 00:39:47.282339 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d9e41f66-3245-4be8-84f6-a110b9f33336 req-70329dc5-245c-4046-8346-3ed4156741f9 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417879 Feb 17 00:39:47.904819 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 7c172bec-7927-4fae-8c6d-65d1d15ca04d up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:39:47.981727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 7c172bec-7927-4fae-8c6d-65d1d15ca04d triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:39:47.982157 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:48.108043 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:48.136085 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:39:48.146564 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 7c172bec-7927-4fae-8c6d-65d1d15ca04d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=7c172bec-7927-4fae-8c6d-65d1d15ca04d,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:39:48.178566 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:48.180613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:39:48.251298 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=7c172bec-7927-4fae-8c6d-65d1d15ca04d,revision_number=6']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:39:48.255048 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d', 'code': 200} Feb 17 00:39:48.255769 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:39:48.513805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0975f7-cbf0-44af-bc52-c8e4b03f1661 req-054ecf64-b47e-4006-af6a-ee70f8597468 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:48.515435 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ca0975f7-cbf0-44af-bc52-c8e4b03f1661 req-054ecf64-b47e-4006-af6a-ee70f8597468 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0902996 Feb 17 00:39:48.567559 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ca0975f7-cbf0-44af-bc52-c8e4b03f1661 req-ac46251b-8a11-49ac-90dd-7b0e8560aa22 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450208 Feb 17 00:39:48.900937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dd96d-2870-48a2-ab90-f1467efd4c0c req-659985ca-eab3-4516-b923-d06db2477c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:48.900937 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-997dd96d-2870-48a2-ab90-f1467efd4c0c req-659985ca-eab3-4516-b923-d06db2477c73 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 1162 time: 0.1161213 Feb 17 00:39:48.900937 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-997dd96d-2870-48a2-ab90-f1467efd4c0c req-32558bc5-dc02-4fca-8743-1b2816c09488 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424273 Feb 17 00:39:49.608567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 7c172bec-7927-4fae-8c6d-65d1d15ca04d up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:39:49.688575 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 7c172bec-7927-4fae-8c6d-65d1d15ca04d triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:39:49.688999 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:49.780127 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aca7b-1ce0-4023-a904-5f85dc07ea28 req-969a89ba-d5ba-467e-934d-35a721bfd129 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:49.782039 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ef8aca7b-1ce0-4023-a904-5f85dc07ea28 req-969a89ba-d5ba-467e-934d-35a721bfd129 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0882659 Feb 17 00:39:49.834515 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ef8aca7b-1ce0-4023-a904-5f85dc07ea28 req-720a92c6-8bf5-4137-b369-63368dec0861 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467010 Feb 17 00:39:51.047613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693673ba-5a1a-430d-87ba-ee8865036e5b req-33a29cd8-5df1-4f7f-b912-2a43c3916774 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:51.049240 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-693673ba-5a1a-430d-87ba-ee8865036e5b req-33a29cd8-5df1-4f7f-b912-2a43c3916774 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0901341 Feb 17 00:39:51.304940 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-693673ba-5a1a-430d-87ba-ee8865036e5b req-a76d0625-1048-4ad8-91d3-6891f39d6102 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493401 Feb 17 00:39:52.519651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b24fea-4dcc-4837-83b4-8f043676f0d7 req-75d5ed4a-0221-4ee7-bbc0-924749a33c40 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:52.521332 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-67b24fea-4dcc-4837-83b4-8f043676f0d7 req-75d5ed4a-0221-4ee7-bbc0-924749a33c40 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0881684 Feb 17 00:39:52.571446 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-67b24fea-4dcc-4837-83b4-8f043676f0d7 req-be092ccf-8815-4c6d-8bfe-7db170e55627 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434682 Feb 17 00:39:52.850000 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f635b7-684e-4127-94b7-d15e8cd0670f req-d7f5da97-b5a9-463a-8983-3df800a46fbe tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:52.851525 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-95f635b7-684e-4127-94b7-d15e8cd0670f req-d7f5da97-b5a9-463a-8983-3df800a46fbe tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 945 time: 0.0891678 Feb 17 00:39:52.899417 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-95f635b7-684e-4127-94b7-d15e8cd0670f req-d80f6c78-bbc1-439c-964d-86a8005b3846 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=1052cd37-6632-4689-b9d9-6d8940c198ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409620 Feb 17 00:39:54.097221 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e6813-127c-4cf1-aaac-9e6a7be5707c req-11391495-b13c-4fd3-a0af-3e98f8bbd6c4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:54.098823 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-664e6813-127c-4cf1-aaac-9e6a7be5707c req-11391495-b13c-4fd3-a0af-3e98f8bbd6c4 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 945 time: 0.0846376 Feb 17 00:39:54.148531 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-664e6813-127c-4cf1-aaac-9e6a7be5707c req-71a88f5d-1a08-46b9-af91-2d62d506efd7 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=1052cd37-6632-4689-b9d9-6d8940c198ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429397 Feb 17 00:39:54.563866 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-f8a018cf-9055-4fab-8872-9ecb35a64162 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:54.565395 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-f8a018cf-9055-4fab-8872-9ecb35a64162 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.49 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 945 time: 0.0851457 Feb 17 00:39:54.644366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Deleting port e325f268-6440-459a-8a79-e6f04c3da15b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:39:54.644754 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:54.902678 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] For port e325f268-6440-459a-8a79-e6f04c3da15b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e325f268-6440-459a-8a79-e6f04c3da15b,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:39:54.903003 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:55.132572 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:55.210991 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:55.211415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:55.211771 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Floating IP 289bf0e0-111d-4927-b56d-368296c4a4a9 disassociated. External IP: 172.28.3.243, port: e325f268-6440-459a-8a79-e6f04c3da15b. Feb 17 00:39:55.212155 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Calling delete_port for e325f268-6440-459a-8a79-e6f04c3da15b owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:39:55.431232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00465be5-3236-4081-8c98-56bdfd0ca9b6 req-96ad4ca1-80c7-43e7-8b80-ac97aac6872d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:55.433436 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-00465be5-3236-4081-8c98-56bdfd0ca9b6 req-96ad4ca1-80c7-43e7-8b80-ac97aac6872d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 945 time: 0.1667531 Feb 17 00:39:55.487357 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-00465be5-3236-4081-8c98-56bdfd0ca9b6 req-0949c07e-a5f5-454c-aa65-afe971de1ec8 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups?id=1052cd37-6632-4689-b9d9-6d8940c198ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446908 Feb 17 00:39:55.497702 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:55.515445 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f37e91ea-2b12-414f-bbae-b82864244a32 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:39:55.619907 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event deleted for resources: {'Port': ['ID=e325f268-6440-459a-8a79-e6f04c3da15b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:39:55.633163 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.633627 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.634040 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.634443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.634880 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.635274 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.635669 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.636062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.636459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.636849 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.637263 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.637657 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.638088 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.638480 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.639544 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.639953 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.640525 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.640929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.641388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.641765 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.642103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device e325f268-6440-459a-8a79-e6f04c3da15b no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:39:55.642219 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.642522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.642912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.643304 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:55.647328 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:39:55.678963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] No Port match for: e325f268-6440-459a-8a79-e6f04c3da15b {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:39:55.679364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device e325f268-6440-459a-8a79-e6f04c3da15b not bound to the agent host hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:39:55.891226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Router 16285c85-fc9a-4539-9bd0-4810dba48f53 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:39:56.079067 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:39:56.089857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3af549-b6c6-4946-b1c9-091a95091569 None None] Sync routers for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:39:56.100221 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3af549-b6c6-4946-b1c9-091a95091569 None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:39:56.101364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2a3af549-b6c6-4946-b1c9-091a95091569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:39:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:39:56.124329 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] No DVR routers for this DVR port e325f268-6440-459a-8a79-e6f04c3da15b on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:39:56.126830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:56.141866 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17005efe-ad2b-4bf1-bee7-475d848405cf', 'name': 'network-vif-deleted', 'tag': 'e325f268-6440-459a-8a79-e6f04c3da15b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:39:56.216183 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5520e5d8-2e18-411e-ba16-0738d1f6301c req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.49 "DELETE /v2.0/ports/e325f268-6440-459a-8a79-e6f04c3da15b HTTP/1.1" status: 204 len: 173 time: 1.6455851 Feb 17 00:39:56.269465 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17005efe-ad2b-4bf1-bee7-475d848405cf', 'name': 'network-vif-deleted', 'tag': 'e325f268-6440-459a-8a79-e6f04c3da15b', 'status': 'completed', 'code': 200} Feb 17 00:39:56.312831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-2a3af549-b6c6-4946-b1c9-091a95091569 None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:39:56.652032 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2a3af549-b6c6-4946-b1c9-091a95091569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:44Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:39:56.656151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3af549-b6c6-4946-b1c9-091a95091569 None None] Checking router: 16285c85-fc9a-4539-9bd0-4810dba48f53 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:39:56.665105 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3af549-b6c6-4946-b1c9-091a95091569 None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:39:56.665787 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2a3af549-b6c6-4946-b1c9-091a95091569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:39:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:39:56.665974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-5814ca32-c378-4112-8089-395496f0d10a req-058efd60-db1c-4c44-9629-ed2884d9cbee tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Synchronizing usage tracker for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:39:56.699548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-5814ca32-c378-4112-8089-395496f0d10a req-058efd60-db1c-4c44-9629-ed2884d9cbee tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Unset dirty status for tenant:ae8f4330126c4c5aae99ca6685f95fe9 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:39:56.701043 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5814ca32-c378-4112-8089-395496f0d10a req-058efd60-db1c-4c44-9629-ed2884d9cbee tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/ports?device_id=17005efe-ad2b-4bf1-bee7-475d848405cf HTTP/1.1" status: 200 len: 210 time: 0.0861282 Feb 17 00:39:57.024587 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-2a3af549-b6c6-4946-b1c9-091a95091569 None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:39:57.360922 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-2a3af549-b6c6-4946-b1c9-091a95091569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:44Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:39:57.365063 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3af549-b6c6-4946-b1c9-091a95091569 None None] The sync data for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb is: [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '1aa22d31-d19c-455a-a365-c303f6a16010', 'name': '', 'network_id': 'aef55492-a3bb-4193-9f92-43c940f31c3f', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'mac_address': 'fa:16:3e:8c:9a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:26Z', 'updated_at': '2021-02-17T00:34:44Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'subnets': [{'id': '081519e3-3689-4b75-a2a2-253d4b2b0fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:39:57.418645 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9184d11c-aa04-40f0-b8c2-c39d9d5b790f req-3ae104ee-ee51-48ae-ae90-f34513e43168 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0791047 Feb 17 00:39:57.757347 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b755ba-15a2-4eda-ad3c-f63ae269909e None None] New status for floating IP 289bf0e0-111d-4927-b56d-368296c4a4a9: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:39:57.797913 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184d11c-aa04-40f0-b8c2-c39d9d5b790f req-2592e93f-c1f2-475e-8c67-e97c17c84bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:57.799566 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9184d11c-aa04-40f0-b8c2-c39d9d5b790f req-2592e93f-c1f2-475e-8c67-e97c17c84bb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 1162 time: 0.3067250 Feb 17 00:39:57.861478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41708) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:39:57.934597 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:57.959625 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184d11c-aa04-40f0-b8c2-c39d9d5b790f req-f2024460-f58a-405c-adbb-5afdda4c1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:57.961240 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9184d11c-aa04-40f0-b8c2-c39d9d5b790f req-f2024460-f58a-405c-adbb-5afdda4c1bb6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff31d784-b8b2-47e1-ae32-b9585233432b HTTP/1.1" status: 200 len: 911 time: 0.1382205 Feb 17 00:39:57.964628 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:58.035285 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:58.041990 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-27094d48-343b-413a-9c24-3f8cd88696f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:39:58.058464 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1052cd37-6632-4689-b9d9-6d8940c198ab,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:39:58.066637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.067285 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.067556 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.067928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.068337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.068767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.069148 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.069579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.069981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.070381 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.070780 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.071175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.071616 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.072013 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.072465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.072861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.073308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.073786 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.074182 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.074576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.074975 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.075365 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.075762 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.076155 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:39:58.078453 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9184d11c-aa04-40f0-b8c2-c39d9d5b790f req-d20aa80b-5763-417c-89fd-2b567e94e973 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c172bec-7927-4fae-8c6d-65d1d15ca04d HTTP/1.1" status: 200 len: 1001 time: 0.1103354 Feb 17 00:39:58.080212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:39:58.092294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:58.096194 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "DELETE /v2.0/security-groups/1052cd37-6632-4689-b9d9-6d8940c198ab HTTP/1.1" status: 204 len: 168 time: 0.2310178 Feb 17 00:39:58.096559 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41712) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:39:58.115598 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.v2.resource [None req-0b78fe12-82d3-4b1b-8e37-1a34227e4c9a tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] show failed (client error): The resource could not be found. Feb 17 00:39:58.117167 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-0b78fe12-82d3-4b1b-8e37-1a34227e4c9a tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "GET /v2.0/security-groups/1052cd37-6632-4689-b9d9-6d8940c198ab HTTP/1.1" status: 404 len: 347 time: 0.0190372 Feb 17 00:39:58.119836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41716) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:39:58.149655 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184d11c-aa04-40f0-b8c2-c39d9d5b790f req-610904fe-2683-454b-8997-a12cf850f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:58.151873 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9184d11c-aa04-40f0-b8c2-c39d9d5b790f req-610904fe-2683-454b-8997-a12cf850f5d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e9c8844-2af8-4b7a-86e5-25cde2667f3e HTTP/1.1" status: 200 len: 856 time: 0.0669448 Feb 17 00:39:58.238856 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184d11c-aa04-40f0-b8c2-c39d9d5b790f req-55b4934c-05e6-4ecd-9175-24678b2403ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:39:58.240511 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9184d11c-aa04-40f0-b8c2-c39d9d5b790f req-55b4934c-05e6-4ecd-9175-24678b2403ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff31d784-b8b2-47e1-ae32-b9585233432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826712 Feb 17 00:39:58.291191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-226387a9-c9ea-4e52-aef5-6e19161df3ea tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Deleting port ad47f546-c777-4b01-a5ef-94f21daacddc {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:39:58.291567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-226387a9-c9ea-4e52-aef5-6e19161df3ea tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:58.387034 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9184d11c-aa04-40f0-b8c2-c39d9d5b790f req-528bd40d-b176-41d7-83de-4611a82fc0ea service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397486 Feb 17 00:39:58.471261 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-226387a9-c9ea-4e52-aef5-6e19161df3ea tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:58.471634 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-226387a9-c9ea-4e52-aef5-6e19161df3ea tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:58.534089 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9184d11c-aa04-40f0-b8c2-c39d9d5b790f req-3f34a34a-d059-480e-94e9-7b96fe4b5d93 service neutron] 10.222.0.49 "GET /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392949 Feb 17 00:39:58.611239 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-226387a9-c9ea-4e52-aef5-6e19161df3ea tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Calling delete_port for ad47f546-c777-4b01-a5ef-94f21daacddc owned by network:floatingip {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:39:58.772838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-226387a9-c9ea-4e52-aef5-6e19161df3ea tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848123879'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:58.788793 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-23a8d78e-b1e2-4f0d-8c26-e60f754526eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:39:58.811860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:39:58.883130 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226387a9-c9ea-4e52-aef5-6e19161df3ea tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Pushing event deleted for resources: {'Port': ['ID=ad47f546-c777-4b01-a5ef-94f21daacddc,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:39:58.892573 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-226387a9-c9ea-4e52-aef5-6e19161df3ea tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:39:59.008979 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-226387a9-c9ea-4e52-aef5-6e19161df3ea tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks [] for floatingip, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:59.047260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-226387a9-c9ea-4e52-aef5-6e19161df3ea tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:39:59.048441 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-226387a9-c9ea-4e52-aef5-6e19161df3ea tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] 10.222.0.38 "DELETE /v2.0/floatingips/289bf0e0-111d-4927-b56d-368296c4a4a9 HTTP/1.1" status: 204 len: 168 time: 0.9276466 Feb 17 00:40:03.408942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41748) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:04.088294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846513271'] for router_interface, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:04.451751 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] Deleting port 1aa22d31-d19c-455a-a365-c303f6a16010 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:40:04.452294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:04.634087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] For port 1aa22d31-d19c-455a-a365-c303f6a16010, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=1aa22d31-d19c-455a-a365-c303f6a16010,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:40:04.634505 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:04.763505 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] Calling delete_port for 1aa22d31-d19c-455a-a365-c303f6a16010 owned by network:router_interface {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:40:05.098103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848123879'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:05.117074 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:05.429351 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa22d31-d19c-455a-a365-c303f6a16010,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:05.432258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:05.744236 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7969429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846513177'] for router_interface, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:06.268667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] Router 16285c85-fc9a-4539-9bd0-4810dba48f53 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:40:06.463998 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:40:06.476622 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ebbfed-31be-444a-bd22-a98469849bf0 None None] Sync routers for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:40:06.482803 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] 10.222.0.38 "PUT /v2.0/routers/16285c85-fc9a-4539-9bd0-4810dba48f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0726001 Feb 17 00:40:06.485139 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 41754) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:06.488987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ebbfed-31be-444a-bd22-a98469849bf0 None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:40:06.489728 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-b2ebbfed-31be-444a-bd22-a98469849bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:39:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:06.678862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-b2ebbfed-31be-444a-bd22-a98469849bf0 None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:40:06.680038 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] Notify callbacks [] for router, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:06.867583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:06.873356 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] Deleting port b58fd58a-32a8-4a73-957f-d386ecf1ac79 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:40:06.873733 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:06.984893 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-b2ebbfed-31be-444a-bd22-a98469849bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:40:05Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:06.988964 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ebbfed-31be-444a-bd22-a98469849bf0 None None] Checking router: 16285c85-fc9a-4539-9bd0-4810dba48f53 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:40:06.998125 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ebbfed-31be-444a-bd22-a98469849bf0 None None] Routers {'16285c85-fc9a-4539-9bd0-4810dba48f53'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:40:06.998782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-b2ebbfed-31be-444a-bd22-a98469849bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:39:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['16285c85-fc9a-4539-9bd0-4810dba48f53'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:07.057946 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] For port b58fd58a-32a8-4a73-957f-d386ecf1ac79, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=b58fd58a-32a8-4a73-957f-d386ecf1ac79,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:40:07.058400 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:07.189768 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-b2ebbfed-31be-444a-bd22-a98469849bf0 None None] Set router 16285c85-fc9a-4539-9bd0-4810dba48f53 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:40:07.195500 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] Calling delete_port for b58fd58a-32a8-4a73-957f-d386ecf1ac79 owned by network:router_gateway {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:40:07.398441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:07.492174 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-b2ebbfed-31be-444a-bd22-a98469849bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:40:05Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:07.496441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ebbfed-31be-444a-bd22-a98469849bf0 None None] The sync data for ids ['16285c85-fc9a-4539-9bd0-4810dba48f53'] in dv-cinder-759943-4-smb is: [{'id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'name': 'tempest-AttachVolumeTestJSON-318639160-router', 'tenant_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:04Z', 'updated_at': '2021-02-17T00:40:05Z', 'revision_number': 5, 'project_id': 'ae8f4330126c4c5aae99ca6685f95fe9', 'gw_port': {'id': 'b58fd58a-32a8-4a73-957f-d386ecf1ac79', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16285c85-fc9a-4539-9bd0-4810dba48f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:08Z', 'updated_at': '2021-02-17T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:40:07.600247 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846438485'] for router_gateway, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:07.741168 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846393821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745199'] for router, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:07.743430 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:07.972639 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846393599'] for router, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:07.973314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16285c85-fc9a-4539-9bd0-4810dba48f53 {{(pid=84042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:40:07.986164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] Notify callbacks [] for router, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:07.987410 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-65a4c189-af3a-4678-a5c1-818027be84db admin admin] 10.222.0.38 "DELETE /v2.0/routers/16285c85-fc9a-4539-9bd0-4810dba48f53 HTTP/1.1" status: 204 len: 168 time: 1.5011673 Feb 17 00:40:07.990447 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41758) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:08.060544 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff938a30-bea8-4c81-a5c5-0c6697f7ffe4 admin admin] Deleting subnet 081519e3-3689-4b75-a2a2-253d4b2b0fbb {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:40:08.063651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ff938a30-bea8-4c81-a5c5-0c6697f7ffe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:08.119737 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ff938a30-bea8-4c81-a5c5-0c6697f7ffe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6444252'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:08.245311 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ff938a30-bea8-4c81-a5c5-0c6697f7ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:08.522511 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device b58fd58a-32a8-4a73-957f-d386ecf1ac79 no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:40:08.538621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ff938a30-bea8-4c81-a5c5-0c6697f7ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848123187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6082335'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:08.555272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:08.562338 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: b58fd58a-32a8-4a73-957f-d386ecf1ac79 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:40:08.562739 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device b58fd58a-32a8-4a73-957f-d386ecf1ac79 not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:40:08.563214 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 1aa22d31-d19c-455a-a365-c303f6a16010 no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:40:08.598700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: 1aa22d31-d19c-455a-a365-c303f6a16010 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:40:08.599094 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 1aa22d31-d19c-455a-a365-c303f6a16010 not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:40:08.649166 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff938a30-bea8-4c81-a5c5-0c6697f7ffe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=081519e3-3689-4b75-a2a2-253d4b2b0fbb,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:08.654203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ff938a30-bea8-4c81-a5c5-0c6697f7ffe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:08.688935 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ff938a30-bea8-4c81-a5c5-0c6697f7ffe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:08.694246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26465bf9-783b-45f4-88c1-619f4c642beb None None] Network aef55492-a3bb-4193-9f92-43c940f31c3f requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:40:08.695603 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ff938a30-bea8-4c81-a5c5-0c6697f7ffe4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/081519e3-3689-4b75-a2a2-253d4b2b0fbb HTTP/1.1" status: 204 len: 168 time: 0.7040653 Feb 17 00:40:08.698350 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41762) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:08.812884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:08.885088 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Deleting port 04d5bb29-f328-4806-b080-e55a058c20bc {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:40:08.885494 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:08.958626 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd2cd1-0997-4357-92fa-f46935ae81fe None None] DHCP port deletion for aef55492-a3bb-4193-9f92-43c940f31c3f request from dv-cinder-759943-4-smb {{(pid=84044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:40:08.971469 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-08cd2cd1-0997-4357-92fa-f46935ae81fe None None] Deleting port 04d5bb29-f328-4806-b080-e55a058c20bc {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:40:08.971893 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08cd2cd1-0997-4357-92fa-f46935ae81fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:09.108603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] For port 04d5bb29-f328-4806-b080-e55a058c20bc, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=04d5bb29-f328-4806-b080-e55a058c20bc,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:40:09.109148 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:09.477953 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Calling delete_port for 04d5bb29-f328-4806-b080-e55a058c20bc owned by network:dhcp {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:40:09.519052 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-08cd2cd1-0997-4357-92fa-f46935ae81fe None None] For port 04d5bb29-f328-4806-b080-e55a058c20bc, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=04d5bb29-f328-4806-b080-e55a058c20bc,segment=NetworkSegment(80e8160b-6613-4fea-8e0f-6e8ab80ac333),segment_id=80e8160b-6613-4fea-8e0f-6e8ab80ac333)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:40:09.519490 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08cd2cd1-0997-4357-92fa-f46935ae81fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:09.578624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848123879'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:09.603656 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:09.656645 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-08cd2cd1-0997-4357-92fa-f46935ae81fe None None] Calling delete_port for 04d5bb29-f328-4806-b080-e55a058c20bc owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:40:09.717264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Pushing event deleted for resources: {'Port': ['ID=04d5bb29-f328-4806-b080-e55a058c20bc,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:09.722364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:09.754085 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] No DVR routers for this DVR port 04d5bb29-f328-4806-b080-e55a058c20bc on host dv-cinder-759943-4-smb {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:40:09.824943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [None req-08cd2cd1-0997-4357-92fa-f46935ae81fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:40:09.825372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [None req-08cd2cd1-0997-4357-92fa-f46935ae81fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:40:09.882210 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:10.000193 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef55492-a3bb-4193-9f92-43c940f31c3f']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:10.013951 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e8160b-6613-4fea-8e0f-6e8ab80ac333') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:10.014243 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e8160b-6613-4fea-8e0f-6e8ab80ac333') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:10.026271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848331580'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:10.041829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:10.044334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:40:10.232762 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Network aef55492-a3bb-4193-9f92-43c940f31c3f has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:40:10.241871 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6651954'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:10.326359 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-08cd2cd1-0997-4357-92fa-f46935ae81fe None None] Deleting port 04d5bb29-f328-4806-b080-e55a058c20bc {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:40:10.326810 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08cd2cd1-0997-4357-92fa-f46935ae81fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:10.400228 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-08cd2cd1-0997-4357-92fa-f46935ae81fe None None] The port '04d5bb29-f328-4806-b080-e55a058c20bc' was deleted {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:40:10.425790 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Network aef55492-a3bb-4193-9f92-43c940f31c3f has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:40:10.449262 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:40:10.519732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 04d5bb29-f328-4806-b080-e55a058c20bc no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:40:10.549554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:10.553980 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:10.556749 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: 04d5bb29-f328-4806-b080-e55a058c20bc {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:40:10.557331 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 04d5bb29-f328-4806-b080-e55a058c20bc not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:40:10.557765 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f96cead3-6ebd-42ea-bde4-b7964eb9d226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:10.585789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Pushing event deleted for resources: {'Network': ['ID=aef55492-a3bb-4193-9f92-43c940f31c3f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:10.588625 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:10.593185 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-0d3d7858-5418-4e4b-9934-4d09b1e9e86f admin admin] 10.222.0.38 "DELETE /v2.0/networks/aef55492-a3bb-4193-9f92-43c940f31c3f HTTP/1.1" status: 204 len: 168 time: 1.8938427 Feb 17 00:40:10.771087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41768) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:10.821973 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-64568412-640d-4734-9a9c-14072f9fd8a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae8f4330126c4c5aae99ca6685f95fe9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495410 Feb 17 00:40:10.825348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41772) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:10.885545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b1736c12-4991-45cd-b815-7e0958fe47e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:10.912615 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b1736c12-4991-45cd-b815-7e0958fe47e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:11.012807 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b1736c12-4991-45cd-b815-7e0958fe47e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:11.017764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ae44e1c7-46d6-4301-95c5-7faccc718139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:11.031732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1736c12-4991-45cd-b815-7e0958fe47e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ace1f9-660b-4df9-86c8-d962fa591e5f,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:11.036946 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b1736c12-4991-45cd-b815-7e0958fe47e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:11.038981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b1736c12-4991-45cd-b815-7e0958fe47e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:11.040638 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-b1736c12-4991-45cd-b815-7e0958fe47e2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/25ace1f9-660b-4df9-86c8-d962fa591e5f HTTP/1.1" status: 204 len: 168 time: 0.2142973 Feb 17 00:40:12.651921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cc761498-452a-4d26-8a9c-72e5e4414f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:12.728255 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41822) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:12.851995 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7e0c02bc-e0d2-4b5a-8401-3c15b89b3a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:12.867656 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-7e0c02bc-e0d2-4b5a-8401-3c15b89b3a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:40:12.872629 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-7e0c02bc-e0d2-4b5a-8401-3c15b89b3a0a admin admin] Usage tracker for resource:security_group_rule and tenant:dd13ea0370874535a0cbd08c9650dcd9 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:40:12.875710 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-7e0c02bc-e0d2-4b5a-8401-3c15b89b3a0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:40:12.881465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-7e0c02bc-e0d2-4b5a-8401-3c15b89b3a0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:40:13.022974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7e0c02bc-e0d2-4b5a-8401-3c15b89b3a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:13.053748 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7e0c02bc-e0d2-4b5a-8401-3c15b89b3a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:13.065515 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5d37a854-b77e-4d3f-9928-9b7e8d8c6bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:13.126783 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c02bc-e0d2-4b5a-8401-3c15b89b3a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38221185-f452-4a09-a9be-aa9029e93d6e,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:13.134471 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-7e0c02bc-e0d2-4b5a-8401-3c15b89b3a0a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd13ea0370874535a0cbd08c9650dcd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050653 Feb 17 00:40:13.135830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7e0c02bc-e0d2-4b5a-8401-3c15b89b3a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:13.139576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41828) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:13.217091 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6f9e542d-6236-4f3e-bc48-6e2a8330832f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:13.253194 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6f9e542d-6236-4f3e-bc48-6e2a8330832f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:13.352339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6f9e542d-6236-4f3e-bc48-6e2a8330832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:13.357532 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-650fcc6b-ecf7-4909-9c21-493d38a31983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:13.376557 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e542d-6236-4f3e-bc48-6e2a8330832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38221185-f452-4a09-a9be-aa9029e93d6e,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:13.379398 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6f9e542d-6236-4f3e-bc48-6e2a8330832f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:13.381758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6f9e542d-6236-4f3e-bc48-6e2a8330832f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:13.383839 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-6f9e542d-6236-4f3e-bc48-6e2a8330832f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/38221185-f452-4a09-a9be-aa9029e93d6e HTTP/1.1" status: 204 len: 168 time: 0.2424221 Feb 17 00:40:15.264710 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0c96ee40-8100-493d-a5ec-a1c8b059785b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:15.315412 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:16.600693 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:16.937992 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:23.224271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41958) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:23.350253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9de8127c-8f3e-45ed-84f2-3e95c3ac66cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:23.365782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9de8127c-8f3e-45ed-84f2-3e95c3ac66cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:40:23.369785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9de8127c-8f3e-45ed-84f2-3e95c3ac66cb admin admin] Usage tracker for resource:security_group_rule and tenant:4a87ee373f8a4482ac5596573a8173c0 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:40:23.373475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9de8127c-8f3e-45ed-84f2-3e95c3ac66cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:40:23.379465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9de8127c-8f3e-45ed-84f2-3e95c3ac66cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:40:23.541668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9de8127c-8f3e-45ed-84f2-3e95c3ac66cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:23.566342 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9de8127c-8f3e-45ed-84f2-3e95c3ac66cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:23.576530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a9445207-5007-49d8-a4b4-69f5ed0a6f26 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:23.619758 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-9de8127c-8f3e-45ed-84f2-3e95c3ac66cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a87ee373f8a4482ac5596573a8173c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942788 Feb 17 00:40:23.620993 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8127c-8f3e-45ed-84f2-3e95c3ac66cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfc8c2b-f5eb-4c69-a1c1-7beeecf5df20,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:23.622998 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 41968) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:23.624374 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9de8127c-8f3e-45ed-84f2-3e95c3ac66cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:23.687712 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7589f4ff-6a6a-45f3-8a2b-51ee57513ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:23.716109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7589f4ff-6a6a-45f3-8a2b-51ee57513ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:23.789182 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7589f4ff-6a6a-45f3-8a2b-51ee57513ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:23.793797 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-17ba094b-dae1-4112-b5a8-9e76d486aa32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:23.805374 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589f4ff-6a6a-45f3-8a2b-51ee57513ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfc8c2b-f5eb-4c69-a1c1-7beeecf5df20,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:23.810934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7589f4ff-6a6a-45f3-8a2b-51ee57513ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:23.813271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7589f4ff-6a6a-45f3-8a2b-51ee57513ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:23.817111 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-7589f4ff-6a6a-45f3-8a2b-51ee57513ba2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1cfc8c2b-f5eb-4c69-a1c1-7beeecf5df20 HTTP/1.1" status: 204 len: 168 time: 0.1930058 Feb 17 00:40:24.174820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525e49d-4fbf-414c-af71-27fdb8f9c264 req-4ebc1a4b-2252-41f8-82c0-0d8257d97846 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:24.176408 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9525e49d-4fbf-414c-af71-27fdb8f9c264 req-4ebc1a4b-2252-41f8-82c0-0d8257d97846 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0877457 Feb 17 00:40:24.234383 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9525e49d-4fbf-414c-af71-27fdb8f9c264 req-bb3f7656-8a04-471a-a4eb-f88cc2f92960 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437317 Feb 17 00:40:24.251466 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41980) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:24.272018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-75b288c5-951e-43f5-a1a9-ac39719de7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:24.287271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-75b288c5-951e-43f5-a1a9-ac39719de7ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:40:24.291368 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-75b288c5-951e-43f5-a1a9-ac39719de7ff admin admin] Usage tracker for resource:security_group_rule and tenant:115fb404bb1b42679e56baef822d7f7a is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:40:24.294450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-75b288c5-951e-43f5-a1a9-ac39719de7ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:40:24.300127 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-75b288c5-951e-43f5-a1a9-ac39719de7ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:40:24.382802 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-75b288c5-951e-43f5-a1a9-ac39719de7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:24.411890 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-75b288c5-951e-43f5-a1a9-ac39719de7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:24.420817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fe6a4758-d7a2-43ce-a038-df6daf202c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:24.465844 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-75b288c5-951e-43f5-a1a9-ac39719de7ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=115fb404bb1b42679e56baef822d7f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131212 Feb 17 00:40:24.467536 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b288c5-951e-43f5-a1a9-ac39719de7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c51d97-c0ba-4324-894b-0c48d597f47c,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:24.470152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 41984) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:24.482876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-75b288c5-951e-43f5-a1a9-ac39719de7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:24.534437 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2957776f-5c29-4d26-b15d-5b1c203b31f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:24.561182 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2957776f-5c29-4d26-b15d-5b1c203b31f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:24.634926 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2957776f-5c29-4d26-b15d-5b1c203b31f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:24.639963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b1736c12-4991-45cd-b815-7e0958fe47e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:24.652647 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957776f-5c29-4d26-b15d-5b1c203b31f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c51d97-c0ba-4324-894b-0c48d597f47c,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:24.656797 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2957776f-5c29-4d26-b15d-5b1c203b31f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:24.662316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2957776f-5c29-4d26-b15d-5b1c203b31f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:24.663518 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-2957776f-5c29-4d26-b15d-5b1c203b31f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2c51d97-c0ba-4324-894b-0c48d597f47c HTTP/1.1" status: 204 len: 168 time: 0.1923854 Feb 17 00:40:25.252297 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:25.418941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-337de7a4-c848-489d-a6d7-20c7fdaa7349 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:25.420957 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-337de7a4-c848-489d-a6d7-20c7fdaa7349 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.49 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0975735 Feb 17 00:40:25.455567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fa991-9a39-47a5-941f-5fdb80d9b73c req-458a20a6-8c51-41b4-b5fc-5a942262db37 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:25.457476 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ed2fa991-9a39-47a5-941f-5fdb80d9b73c req-458a20a6-8c51-41b4-b5fc-5a942262db37 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 945 time: 0.0982220 Feb 17 00:40:25.506470 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Deleting port 7c172bec-7927-4fae-8c6d-65d1d15ca04d {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:40:25.507183 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:25.513569 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ed2fa991-9a39-47a5-941f-5fdb80d9b73c req-0f507990-1733-4524-82b8-eed06a9e1c84 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494406 Feb 17 00:40:25.776617 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 7c172bec-7927-4fae-8c6d-65d1d15ca04d no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:40:25.789752 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] For port 7c172bec-7927-4fae-8c6d-65d1d15ca04d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=7c172bec-7927-4fae-8c6d-65d1d15ca04d,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:40:25.790096 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:25.910404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:25.946257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 7c172bec-7927-4fae-8c6d-65d1d15ca04d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=7c172bec-7927-4fae-8c6d-65d1d15ca04d,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:40:25.947282 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:40:25.978847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:25.981393 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:26.015611 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d', 'code': 200} Feb 17 00:40:26.055901 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=7c172bec-7927-4fae-8c6d-65d1d15ca04d,revision_number=7']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:26.060604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:26.122748 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:26.123170 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:26.123521 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Floating IP 2e736fc4-7104-45a4-9ddd-ee2160b36469 disassociated. External IP: 172.28.3.144, port: 7c172bec-7927-4fae-8c6d-65d1d15ca04d. Feb 17 00:40:26.123902 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Calling delete_port for 7c172bec-7927-4fae-8c6d-65d1d15ca04d owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:40:26.475363 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:40:26.475801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:40:26.721863 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59c60-6f2a-4a49-a84f-65d951cd6ae0 req-78fb6289-f6d0-4e3a-87d1-0692a41130d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:26.723484 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5ab59c60-6f2a-4a49-a84f-65d951cd6ae0 req-78fb6289-f6d0-4e3a-87d1-0692a41130d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 943 time: 0.0876820 Feb 17 00:40:26.771147 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5ab59c60-6f2a-4a49-a84f-65d951cd6ae0 req-fd3f6c35-1037-4e14-a8bb-70b7d5c84ddb tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups?id=418fc4cd-0ac1-4e01-940b-1801387ed505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415089 Feb 17 00:40:26.977629 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Deleting port 7c172bec-7927-4fae-8c6d-65d1d15ca04d {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:40:26.978125 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:27.252419 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] For port 7c172bec-7927-4fae-8c6d-65d1d15ca04d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=7c172bec-7927-4fae-8c6d-65d1d15ca04d,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:40:27.252830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:27.566798 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:27.567258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:27.567569 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Floating IP 2e736fc4-7104-45a4-9ddd-ee2160b36469 disassociated. External IP: 172.28.3.144, port: 7c172bec-7927-4fae-8c6d-65d1d15ca04d. Feb 17 00:40:27.567914 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Calling delete_port for 7c172bec-7927-4fae-8c6d-65d1d15ca04d owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:40:27.749325 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:27.765624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6cb3b2ee-a2f9-4f5e-9a82-c4d3fae7d0c0 tempest-VolumesActionsTest-1583075909 tempest-VolumesActionsTest-1583075909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:27.877512 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event deleted for resources: {'Port': ['ID=7c172bec-7927-4fae-8c6d-65d1d15ca04d,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:27.888483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:27.965623 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a4d1935f-b234-4c4a-ac27-63e8671bfe94 req-941a27e1-874a-4c1f-809b-34ce0233d97c tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 210 time: 0.0659554 Feb 17 00:40:28.192408 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:40:28.392927 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:40:28.403600 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76534961-c73c-42a2-8699-6958e50dd445 None None] Sync routers for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:40:28.414093 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76534961-c73c-42a2-8699-6958e50dd445 None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:40:28.414773 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-76534961-c73c-42a2-8699-6958e50dd445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:40:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:28.434152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] No DVR routers for this DVR port 7c172bec-7927-4fae-8c6d-65d1d15ca04d on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:40:28.436679 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:28.439703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'name': 'network-vif-deleted', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:40:28.480680 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4e86c9bf-9677-4200-ac52-26d9df7a90df req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.49 "DELETE /v2.0/ports/7c172bec-7927-4fae-8c6d-65d1d15ca04d HTTP/1.1" status: 204 len: 173 time: 3.0527821 Feb 17 00:40:28.497614 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecae23c-d30d-4ff5-922a-f63c02fa7afc', 'name': 'network-vif-deleted', 'tag': '7c172bec-7927-4fae-8c6d-65d1d15ca04d', 'status': 'completed', 'code': 200} Feb 17 00:40:28.617549 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-76534961-c73c-42a2-8699-6958e50dd445 None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:40:29.132644 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-76534961-c73c-42a2-8699-6958e50dd445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:35Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:29.137690 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76534961-c73c-42a2-8699-6958e50dd445 None None] Checking router: 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:40:29.146919 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76534961-c73c-42a2-8699-6958e50dd445 None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:40:29.147569 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-76534961-c73c-42a2-8699-6958e50dd445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:40:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:29.178586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-573dc396-66e7-4c84-b74e-9618596fcf51 req-309e4df5-c7c6-4399-8641-0ac2b596b868 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Synchronizing usage tracker for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:40:29.215435 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-573dc396-66e7-4c84-b74e-9618596fcf51 req-309e4df5-c7c6-4399-8641-0ac2b596b868 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Unset dirty status for tenant:1ae8364366d2470f8cf9a8b142d9b0ac on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:40:29.217844 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-573dc396-66e7-4c84-b74e-9618596fcf51 req-309e4df5-c7c6-4399-8641-0ac2b596b868 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/ports?device_id=aecae23c-d30d-4ff5-922a-f63c02fa7afc HTTP/1.1" status: 200 len: 210 time: 0.0924726 Feb 17 00:40:29.343791 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-76534961-c73c-42a2-8699-6958e50dd445 None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:40:29.670357 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-76534961-c73c-42a2-8699-6958e50dd445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:35Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:29.674353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76534961-c73c-42a2-8699-6958e50dd445 None None] The sync data for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb is: [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:34:19Z', 'revision_number': 4, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': '02053feb-2210-4eec-802e-0f7137cc3fb4', 'name': '', 'network_id': 'ff31d784-b8b2-47e1-ae32-b9585233432b', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'mac_address': 'fa:16:3e:66:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:12Z', 'updated_at': '2021-02-17T00:34:35Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'subnets': [{'id': '7e9c8844-2af8-4b7a-86e5-25cde2667f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:40:30.064734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab61d1a-d6a1-43fe-970f-373550779a87 None None] New status for floating IP 2e736fc4-7104-45a4-9ddd-ee2160b36469: DOWN {{(pid=84044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:40:30.374003 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 42066) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:30.449427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-244705af-a692-429e-af1e-e9ae714e6284 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:30.478495 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-244705af-a692-429e-af1e-e9ae714e6284 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:30.544264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-244705af-a692-429e-af1e-e9ae714e6284 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:30.550234 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5d64a0f9-6287-4e2c-8e33-eabc8b5eaeba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:30.566698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244705af-a692-429e-af1e-e9ae714e6284 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=418fc4cd-0ac1-4e01-940b-1801387ed505,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:30.569551 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-244705af-a692-429e-af1e-e9ae714e6284 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:30.594294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-244705af-a692-429e-af1e-e9ae714e6284 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:30.595551 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-244705af-a692-429e-af1e-e9ae714e6284 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "DELETE /v2.0/security-groups/418fc4cd-0ac1-4e01-940b-1801387ed505 HTTP/1.1" status: 204 len: 168 time: 0.2204278 Feb 17 00:40:30.598452 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 42074) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:30.616265 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.api.v2.resource [None req-391788bd-a11e-4252-b085-ba1105f4c21e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] show failed (client error): The resource could not be found. Feb 17 00:40:30.617381 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-391788bd-a11e-4252-b085-ba1105f4c21e tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "GET /v2.0/security-groups/418fc4cd-0ac1-4e01-940b-1801387ed505 HTTP/1.1" status: 404 len: 347 time: 0.0179226 Feb 17 00:40:30.620962 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 42078) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:30.795089 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6c492-2e12-48d7-b288-04a7ac942e35 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Deleting port 51e353c4-4d83-446e-86a9-a3fb3ec4abaa {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:40:30.795610 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c492-2e12-48d7-b288-04a7ac942e35 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:30.974824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c492-2e12-48d7-b288-04a7ac942e35 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:30.975196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c492-2e12-48d7-b288-04a7ac942e35 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:31.109065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6c492-2e12-48d7-b288-04a7ac942e35 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Calling delete_port for 51e353c4-4d83-446e-86a9-a3fb3ec4abaa owned by network:floatingip {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:40:31.297475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c492-2e12-48d7-b288-04a7ac942e35 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848123879'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:31.313382 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:31.407921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6c492-2e12-48d7-b288-04a7ac942e35 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Pushing event deleted for resources: {'Port': ['ID=51e353c4-4d83-446e-86a9-a3fb3ec4abaa,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:31.410686 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8bd6c492-2e12-48d7-b288-04a7ac942e35 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:31.536847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c492-2e12-48d7-b288-04a7ac942e35 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks [] for floatingip, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:31.594140 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c492-2e12-48d7-b288-04a7ac942e35 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:31.595383 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-8bd6c492-2e12-48d7-b288-04a7ac942e35 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] 10.222.0.38 "DELETE /v2.0/floatingips/2e736fc4-7104-45a4-9ddd-ee2160b36469 HTTP/1.1" status: 204 len: 168 time: 0.9734323 Feb 17 00:40:33.922545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 42114) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:34.046888 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-10f5b50f-fbd4-4b67-a11d-7b4e9e36e025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:34.062267 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-10f5b50f-fbd4-4b67-a11d-7b4e9e36e025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:40:34.066301 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-10f5b50f-fbd4-4b67-a11d-7b4e9e36e025 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ef9912683241d9b31522a329fe3ea5 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:40:34.069237 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-10f5b50f-fbd4-4b67-a11d-7b4e9e36e025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:40:34.075139 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-10f5b50f-fbd4-4b67-a11d-7b4e9e36e025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:40:34.157977 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-10f5b50f-fbd4-4b67-a11d-7b4e9e36e025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:34.188972 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-10f5b50f-fbd4-4b67-a11d-7b4e9e36e025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:34.198474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c0b18f97-f0cc-4470-9ba6-e302e1867fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:34.241159 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-10f5b50f-fbd4-4b67-a11d-7b4e9e36e025 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c4ef9912683241d9b31522a329fe3ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174736 Feb 17 00:40:34.242883 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5b50f-fbd4-4b67-a11d-7b4e9e36e025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6acd98-b71b-4fed-b7cc-914f040b15eb,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:34.244070 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42120) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:34.246418 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-10f5b50f-fbd4-4b67-a11d-7b4e9e36e025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:34.305566 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-282e2188-feae-4307-8740-dbffa9818ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:34.334373 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-282e2188-feae-4307-8740-dbffa9818ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:34.406591 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-282e2188-feae-4307-8740-dbffa9818ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:34.411823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f3cc949a-90bd-4504-9190-12a3277d5bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:34.425038 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e2188-feae-4307-8740-dbffa9818ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6acd98-b71b-4fed-b7cc-914f040b15eb,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:34.428257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-282e2188-feae-4307-8740-dbffa9818ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:34.430342 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-282e2188-feae-4307-8740-dbffa9818ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:34.434187 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-282e2188-feae-4307-8740-dbffa9818ccc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c6acd98-b71b-4fed-b7cc-914f040b15eb HTTP/1.1" status: 204 len: 168 time: 0.1864185 Feb 17 00:40:34.524755 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 42132) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:34.903024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42140) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:34.923196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fd099c49-29cb-41aa-a5f9-dfadc825e131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:34.938976 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-fd099c49-29cb-41aa-a5f9-dfadc825e131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:40:34.943221 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-fd099c49-29cb-41aa-a5f9-dfadc825e131 admin admin] Usage tracker for resource:security_group_rule and tenant:42549f81d5174abaae95471de233ba8d is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:40:34.946239 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-fd099c49-29cb-41aa-a5f9-dfadc825e131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:40:34.952143 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-fd099c49-29cb-41aa-a5f9-dfadc825e131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:40:35.049220 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fd099c49-29cb-41aa-a5f9-dfadc825e131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:35.075479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fd099c49-29cb-41aa-a5f9-dfadc825e131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:35.085566 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-be86dc91-1c41-4ae2-8e90-842acc5a2483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:35.131873 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-fd099c49-29cb-41aa-a5f9-dfadc825e131 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=42549f81d5174abaae95471de233ba8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275169 Feb 17 00:40:35.133237 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd099c49-29cb-41aa-a5f9-dfadc825e131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b6ffaf-7d7d-486b-b8f6-e31d1f845593,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:35.138154 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fd099c49-29cb-41aa-a5f9-dfadc825e131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:35.138805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42144) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:35.206169 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d09694bc-e88d-4749-8811-dd1a287e6134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:35.234141 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d09694bc-e88d-4749-8811-dd1a287e6134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:35.297737 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d09694bc-e88d-4749-8811-dd1a287e6134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:35.302754 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fd099c49-29cb-41aa-a5f9-dfadc825e131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:35.316958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09694bc-e88d-4749-8811-dd1a287e6134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b6ffaf-7d7d-486b-b8f6-e31d1f845593,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:35.319734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d09694bc-e88d-4749-8811-dd1a287e6134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:35.320927 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d09694bc-e88d-4749-8811-dd1a287e6134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:35.325098 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-d09694bc-e88d-4749-8811-dd1a287e6134 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01b6ffaf-7d7d-486b-b8f6-e31d1f845593 HTTP/1.1" status: 204 len: 168 time: 0.1851301 Feb 17 00:40:35.394450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846513271'] for router_interface, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:35.768991 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] Deleting port 02053feb-2210-4eec-802e-0f7137cc3fb4 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:40:35.769422 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:35.811770 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:40:35.961153 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] For port 02053feb-2210-4eec-802e-0f7137cc3fb4, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=02053feb-2210-4eec-802e-0f7137cc3fb4,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:40:35.961746 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:36.100257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] Calling delete_port for 02053feb-2210-4eec-802e-0f7137cc3fb4 owned by network:router_interface {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:40:36.309499 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848123879'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:36.325986 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:36.420961 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=02053feb-2210-4eec-802e-0f7137cc3fb4,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:36.423834 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:36.752945 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7969429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846513177'] for router_interface, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:37.272016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] Router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:40:37.461920 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:40:37.471831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97bee28-bcb2-4da7-8c40-c92fc9dac1ad None None] Sync routers for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:40:37.487558 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] 10.222.0.38 "PUT /v2.0/routers/133214d8-1aa2-403e-aa3a-0c89fc1c3ca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9591634 Feb 17 00:40:37.487799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97bee28-bcb2-4da7-8c40-c92fc9dac1ad None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:40:37.487799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-c97bee28-bcb2-4da7-8c40-c92fc9dac1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:40:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:37.488016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 42188) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:37.683555 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] Notify callbacks [] for router, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:37.687680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-c97bee28-bcb2-4da7-8c40-c92fc9dac1ad None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:40:38.033675 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-c97bee28-bcb2-4da7-8c40-c92fc9dac1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:40:36Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:38.038052 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97bee28-bcb2-4da7-8c40-c92fc9dac1ad None None] Checking router: 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:40:38.048605 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97bee28-bcb2-4da7-8c40-c92fc9dac1ad None None] Routers {'133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:40:38.049314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-c97bee28-bcb2-4da7-8c40-c92fc9dac1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:40:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:38.111728 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:38.116876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] Deleting port 86f817c5-7ce7-475e-86af-17a3fc862cc1 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:40:38.117281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:38.242126 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-c97bee28-bcb2-4da7-8c40-c92fc9dac1ad None None] Set router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:40:38.305095 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] For port 86f817c5-7ce7-475e-86af-17a3fc862cc1, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=86f817c5-7ce7-475e-86af-17a3fc862cc1,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:40:38.305698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:38.438693 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] Calling delete_port for 86f817c5-7ce7-475e-86af-17a3fc862cc1 owned by network:router_gateway {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:40:38.589600 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848123879'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.plugins.ml2.ovo_rpc [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: result = function(*args, **kwargs) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: proto.__init__(conn_state, self) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: self.handle() Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: self.handle_one_request() Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: self.handle_one_response() Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: result = self.application(self.environ, start_response) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: return app(environ, start_response) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: response = req.get_response(self.application) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: application, catch_exc_info=False) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: app_iter = application(self.environ, start_response) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: response = req.get_response(self.application) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: application, catch_exc_info=False) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: app_iter = application(self.environ, start_response) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: response = req.get_response(self.application) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: application, catch_exc_info=False) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: app_iter = application(self.environ, start_response) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: response = req.get_response(self.application) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: application, catch_exc_info=False) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: app_iter = application(self.environ, start_response) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: return request.get_response(self.application) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: application, catch_exc_info=False) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: app_iter = application(self.environ, start_response) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: response = req.get_response(self._app) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: application, catch_exc_info=False) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: app_iter = application(self.environ, start_response) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: return resp(environ, start_response) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: return resp(environ, start_response) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: response = self.app(environ, start_response) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: return resp(environ, start_response) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: resp = self.call_func(req, *args, **kw) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: return self.func(req, *args, **kwargs) Feb 17 00:40:38.592253 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: result = method(request=request, **args) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: return self._delete(request, id, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: return f(*args, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: return f(*args, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: return f(*dup_args, **dup_kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: obj_deleter(request.context, id, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: return method(*args, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: return f(*args, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: return f(*args, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: return f(*dup_args, **dup_kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: self._delete_current_gw_port(context, id, router, None) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, context, *args, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: return method(*args, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: context, port, router_ids, bound_mech_contexts) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: return function(*args, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: callback(resource, event, trigger, **kwargs) Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: if self._is_session_semantic_violated(context, resource, event): Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: stack = traceback.extract_stack() Feb 17 00:40:38.597876 dv-cinder-759943-4-smb neutron-server[83929]: Feb 17 00:40:38.700351 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-c97bee28-bcb2-4da7-8c40-c92fc9dac1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:40:36Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:38.704424 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97bee28-bcb2-4da7-8c40-c92fc9dac1ad None None] The sync data for ids ['133214d8-1aa2-403e-aa3a-0c89fc1c3ca3'] in dv-cinder-759943-4-smb is: [{'id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'name': 'tempest-AttachVolumeShelveTestJSON-1139149915-router', 'tenant_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:34:00Z', 'updated_at': '2021-02-17T00:40:36Z', 'revision_number': 5, 'project_id': '1ae8364366d2470f8cf9a8b142d9b0ac', 'gw_port': {'id': '86f817c5-7ce7-475e-86af-17a3fc862cc1', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133214d8-1aa2-403e-aa3a-0c89fc1c3ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:34:02Z', 'updated_at': '2021-02-17T00:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:40:38.782875 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846438485'] for router_gateway, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:38.926192 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846393821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745199'] for router, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:38.928691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:39.051775 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846393599'] for router, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:39.052343 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 {{(pid=84043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:40:39.065364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:39.066631 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-a346c504-8178-463c-9bdc-1e67292ab817 admin admin] 10.222.0.38 "DELETE /v2.0/routers/133214d8-1aa2-403e-aa3a-0c89fc1c3ca3 HTTP/1.1" status: 204 len: 168 time: 1.5778136 Feb 17 00:40:39.069399 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 42200) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:39.140332 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fecef0-e4d3-4f73-99ed-96956372aedf admin admin] Deleting subnet 7e9c8844-2af8-4b7a-86e5-25cde2667f3e {{(pid=84043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:40:39.144294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b9fecef0-e4d3-4f73-99ed-96956372aedf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:39.200002 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b9fecef0-e4d3-4f73-99ed-96956372aedf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6444252'] for subnet, precommit_delete_associations {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:39.292980 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b9fecef0-e4d3-4f73-99ed-96956372aedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:39.806548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b9fecef0-e4d3-4f73-99ed-96956372aedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848123187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6082335'] for subnet, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:39.822968 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-402f575c-aaa2-4268-a2f5-73be4391e641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:39.918332 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fecef0-e4d3-4f73-99ed-96956372aedf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9c8844-2af8-4b7a-86e5-25cde2667f3e,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:39.924083 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b9fecef0-e4d3-4f73-99ed-96956372aedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:39.959027 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b9fecef0-e4d3-4f73-99ed-96956372aedf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:39.965326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23d034e-4793-49ad-9cbe-bdf88e5b51c0 None None] Network ff31d784-b8b2-47e1-ae32-b9585233432b requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:40:39.967593 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-b9fecef0-e4d3-4f73-99ed-96956372aedf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7e9c8844-2af8-4b7a-86e5-25cde2667f3e HTTP/1.1" status: 204 len: 168 time: 0.8971395 Feb 17 00:40:39.971959 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 42208) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:40.089800 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:40.162570 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Deleting port a5681d57-0de4-4bb5-94b5-72e487727658 {{(pid=84043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:40:40.162950 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:40.258243 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f8ca7a-8dfb-4b30-8dd4-5a2fccdcf64a None None] DHCP port deletion for ff31d784-b8b2-47e1-ae32-b9585233432b request from dv-cinder-759943-4-smb {{(pid=84044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:40:40.262767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-63f8ca7a-8dfb-4b30-8dd4-5a2fccdcf64a None None] Deleting port a5681d57-0de4-4bb5-94b5-72e487727658 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:40:40.263271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-63f8ca7a-8dfb-4b30-8dd4-5a2fccdcf64a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:40.388579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] For port a5681d57-0de4-4bb5-94b5-72e487727658, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=a5681d57-0de4-4bb5-94b5-72e487727658,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:40:40.388978 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:40.486137 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-63f8ca7a-8dfb-4b30-8dd4-5a2fccdcf64a None None] For port a5681d57-0de4-4bb5-94b5-72e487727658, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=a5681d57-0de4-4bb5-94b5-72e487727658,segment=NetworkSegment(8f2b9f1c-9a32-47c9-a604-18a5815bd17b),segment_id=8f2b9f1c-9a32-47c9-a604-18a5815bd17b)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:40:40.486554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-63f8ca7a-8dfb-4b30-8dd4-5a2fccdcf64a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:40.530378 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Calling delete_port for a5681d57-0de4-4bb5-94b5-72e487727658 owned by network:dhcp {{(pid=84043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:40:40.558547 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 02053feb-2210-4eec-802e-0f7137cc3fb4 no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:40:40.653129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848123879'] for port, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:40.657622 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-63f8ca7a-8dfb-4b30-8dd4-5a2fccdcf64a None None] Calling delete_port for a5681d57-0de4-4bb5-94b5-72e487727658 owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:40:40.669925 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:40.697341 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: 02053feb-2210-4eec-802e-0f7137cc3fb4 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:40:40.714335 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 02053feb-2210-4eec-802e-0f7137cc3fb4 not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:40:40.714335 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 86f817c5-7ce7-475e-86af-17a3fc862cc1 no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:40:40.740097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: 86f817c5-7ce7-475e-86af-17a3fc862cc1 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:40:40.740504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 86f817c5-7ce7-475e-86af-17a3fc862cc1 not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:40:40.741057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a5681d57-0de4-4bb5-94b5-72e487727658 no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:40:40.780433 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Pushing event deleted for resources: {'Port': ['ID=a5681d57-0de4-4bb5-94b5-72e487727658,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:40.785344 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:40.794383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: a5681d57-0de4-4bb5-94b5-72e487727658 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:40:40.794779 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a5681d57-0de4-4bb5-94b5-72e487727658 not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:40:40.826200 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [None req-63f8ca7a-8dfb-4b30-8dd4-5a2fccdcf64a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:40:40.826708 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [None req-63f8ca7a-8dfb-4b30-8dd4-5a2fccdcf64a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:40:40.827987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] No DVR routers for this DVR port a5681d57-0de4-4bb5-94b5-72e487727658 on host dv-cinder-759943-4-smb {{(pid=84043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:40:40.891149 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42218) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:40.958574 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.020212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c6e42f4a-7885-4c24-b334-af62e8ecf2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.035494 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-c6e42f4a-7885-4c24-b334-af62e8ecf2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:40:41.039902 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-c6e42f4a-7885-4c24-b334-af62e8ecf2e5 admin admin] Usage tracker for resource:security_group_rule and tenant:9fb22b7eea2d4c1197ecef8bbb6eec44 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:40:41.043151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-c6e42f4a-7885-4c24-b334-af62e8ecf2e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:40:41.049048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-c6e42f4a-7885-4c24-b334-af62e8ecf2e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:40:41.076431 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff31d784-b8b2-47e1-ae32-b9585233432b']}} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:41.093093 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2b9f1c-9a32-47c9-a604-18a5815bd17b') {'for_net_delete': True} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:41.093453 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2b9f1c-9a32-47c9-a604-18a5815bd17b') {} {{(pid=84043) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:40:41.106157 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848331580'] for segment, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.134844 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c6e42f4a-7885-4c24-b334-af62e8ecf2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.178406 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c6e42f4a-7885-4c24-b334-af62e8ecf2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.188095 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-27067c4b-ba01-48bb-adf4-5a4daa9a8d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:41.206333 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.208773 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:40:41.236874 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c6e42f4a-7885-4c24-b334-af62e8ecf2e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9fb22b7eea2d4c1197ecef8bbb6eec44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445549 Feb 17 00:40:41.238627 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e42f4a-7885-4c24-b334-af62e8ecf2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7138be5-2fe5-407e-a585-18302e7d030a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:41.241151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42224) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:41.243919 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c6e42f4a-7885-4c24-b334-af62e8ecf2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:41.304078 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c209892f-16fa-4dc3-be34-5519ff0cb594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.327814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-63f8ca7a-8dfb-4b30-8dd4-5a2fccdcf64a None None] Deleting port a5681d57-0de4-4bb5-94b5-72e487727658 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:40:41.328293 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-63f8ca7a-8dfb-4b30-8dd4-5a2fccdcf64a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.331408 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c209892f-16fa-4dc3-be34-5519ff0cb594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.396126 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Network ff31d784-b8b2-47e1-ae32-b9585233432b has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:40:41.403294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-63f8ca7a-8dfb-4b30-8dd4-5a2fccdcf64a None None] The port 'a5681d57-0de4-4bb5-94b5-72e487727658' was deleted {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:40:41.405512 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6651954'] for segment, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.418507 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c209892f-16fa-4dc3-be34-5519ff0cb594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.425041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d5b82367-84b8-493b-8e50-5fb343762d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:41.439264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209892f-16fa-4dc3-be34-5519ff0cb594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7138be5-2fe5-407e-a585-18302e7d030a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:41.441634 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c209892f-16fa-4dc3-be34-5519ff0cb594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.445391 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c209892f-16fa-4dc3-be34-5519ff0cb594 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e7138be5-2fe5-407e-a585-18302e7d030a HTTP/1.1" status: 204 len: 168 time: 0.2006943 Feb 17 00:40:41.445391 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c209892f-16fa-4dc3-be34-5519ff0cb594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:41.594614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Network ff31d784-b8b2-47e1-ae32-b9585233432b has no segments {{(pid=84043) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:40:41.618108 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:40:41.777958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.781502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-dceaf17b-58cc-4f50-9920-7b7454b253c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:41.798371 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.804903 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Pushing event deleted for resources: {'Network': ['ID=ff31d784-b8b2-47e1-ae32-b9585233432b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:41.809374 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:41.858628 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] 10.222.0.38 "DELETE /v2.0/networks/ff31d784-b8b2-47e1-ae32-b9585233432b HTTP/1.1" status: 204 len: 168 time: 1.8851700 Feb 17 00:40:41.908618 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42234) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:41.927775 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e55da87e-12ff-4617-99c8-c87673e28ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:41.943679 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-e55da87e-12ff-4617-99c8-c87673e28ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:40:41.949205 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-e55da87e-12ff-4617-99c8-c87673e28ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:7f38ef32e021451990772cb2d17ac5cb is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:40:41.951558 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-e55da87e-12ff-4617-99c8-c87673e28ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:40:41.957578 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-e55da87e-12ff-4617-99c8-c87673e28ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:40:42.046604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e55da87e-12ff-4617-99c8-c87673e28ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:42.061614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42238) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:42.079140 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e55da87e-12ff-4617-99c8-c87673e28ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:42.091343 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-45e13863-68fc-4ec1-b644-f680d1a452ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:42.146479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55da87e-12ff-4617-99c8-c87673e28ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c823a85-d9a1-47e1-84b5-a9d57dc47cf4,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:42.150952 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-e55da87e-12ff-4617-99c8-c87673e28ff0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f38ef32e021451990772cb2d17ac5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411919 Feb 17 00:40:42.159985 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e55da87e-12ff-4617-99c8-c87673e28ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:42.173095 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-afdfe625-9fda-400c-864c-7b6f1331246c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ae8364366d2470f8cf9a8b142d9b0ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1077166 Feb 17 00:40:42.173769 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 42242) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:42.208039 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42246) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:42.247553 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b74bc7e6-bc27-4de2-84fc-680a3ab1acdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:42.274965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b74bc7e6-bc27-4de2-84fc-680a3ab1acdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:42.276478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3daa5910-3006-4bea-ab03-3209070a18ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:42.302870 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3daa5910-3006-4bea-ab03-3209070a18ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:42.353903 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b74bc7e6-bc27-4de2-84fc-680a3ab1acdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:42.359108 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-53663d5f-dea8-41e5-bfbf-13e1f000f812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:42.373817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bc7e6-bc27-4de2-84fc-680a3ab1acdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf5017c-4cee-49ec-ba2a-9a5c6c0791a8,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:42.376796 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3daa5910-3006-4bea-ab03-3209070a18ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:42.384363 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b74bc7e6-bc27-4de2-84fc-680a3ab1acdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:42.384469 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-838c8d43-e13a-47b5-881e-6ec6f482cec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:42.384903 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b74bc7e6-bc27-4de2-84fc-680a3ab1acdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:42.389483 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-b74bc7e6-bc27-4de2-84fc-680a3ab1acdb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cbf5017c-4cee-49ec-ba2a-9a5c6c0791a8 HTTP/1.1" status: 204 len: 168 time: 0.2118242 Feb 17 00:40:42.395049 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa5910-3006-4bea-ab03-3209070a18ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c823a85-d9a1-47e1-84b5-a9d57dc47cf4,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:42.402589 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3daa5910-3006-4bea-ab03-3209070a18ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:42.403282 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3daa5910-3006-4bea-ab03-3209070a18ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:42.404962 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-3daa5910-3006-4bea-ab03-3209070a18ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7c823a85-d9a1-47e1-84b5-a9d57dc47cf4 HTTP/1.1" status: 204 len: 168 time: 0.1954117 Feb 17 00:40:42.646398 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9f865211-4378-4cbb-8dd4-075f376c3792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:43.302247 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42286) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:43.415191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1529338578-network', 'tenant_id': 'ea05c8ac64824779bdb028540a3c80d1'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:40:43.420327 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:40:43.424412 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Usage tracker for resource:network and tenant:ea05c8ac64824779bdb028540a3c80d1 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:40:43.427451 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:40:43.433517 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:40:43.474860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Made reservation on behalf of ea05c8ac64824779bdb028540a3c80d1 for: {'network': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:40:43.479785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:43.493274 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:43.508369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:40:43.512912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Usage tracker for resource:security_group_rule and tenant:ea05c8ac64824779bdb028540a3c80d1 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:40:43.515950 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:40:43.521941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:40:43.610236 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:43.634805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:43.640377 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-03c0973c-0070-4eec-a9e5-53aae2cda378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:43.676249 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:40:43.686055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33798a5e-c34e-474e-9a17-23e957c85a26,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:43.689910 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:43.699817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268288631839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:43.700261 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Added segment 1654fe27-9654-496c-83d2-b4a2027ba43f of type vxlan for network 9bbdb07e-1948-4097-9292-c133fba138a3 Feb 17 00:40:43.727612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:43.771868 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:43.773204 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:43.773837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:43.779013 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:43.886981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Pushing event updated for resources: {'Network': ['ID=9bbdb07e-1948-4097-9292-c133fba138a3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:43.889950 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:43.899204 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network 9bbdb07e-1948-4097-9292-c133fba138a3 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:40:43.909516 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6060810 Feb 17 00:40:43.912837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42296) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:43.915859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network 9bbdb07e-1948-4097-9292-c133fba138a3 details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:40:43.919465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Request body: {'subnet': {'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1529338578-subnet', 'tenant_id': 'ea05c8ac64824779bdb028540a3c80d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:40:43.924858 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:40:43.929056 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Usage tracker for resource:subnet and tenant:ea05c8ac64824779bdb028540a3c80d1 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:40:43.933104 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:40:43.939222 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:40:43.972066 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Made reservation on behalf of ea05c8ac64824779bdb028540a3c80d1 for: {'subnet': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:40:43.978240 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847791129'] for subnet, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:44.475843 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848154296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847791114'] for subnet, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:44.491927 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:44.626313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95112532-5ce6-48a0-bc27-e39fcad82066,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:44.630362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:44.687941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Checking segment: {'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:40:44.688362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Network hostable DHCP agents. Network: 9bbdb07e-1948-4097-9292-c133fba138a3, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:40:44.737105 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Network 9bbdb07e-1948-4097-9292-c133fba138a3 is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:40:44.771446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, 9bbdb07e-1948-4097-9292-c133fba138a3) {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:40:44.781491 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e08d574-e6c3-4f62-aeae-aa67d6c06ce8 None None] Network 9bbdb07e-1948-4097-9292-c133fba138a3 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:40:44.787758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:44.788425 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:44.824001 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9096544 Feb 17 00:40:45.005765 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f75d73-3000-4d83-9847-4572be5f82e2 None None] Network 9bbdb07e-1948-4097-9292-c133fba138a3 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:40:45.326744 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4a1a-be62-4aca-8244-2ca23e6c5d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:45.361614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:45.636302 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-b1ebed21-77ef-46a1-8458-ffb80402dac3 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:45.637993 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-b1ebed21-77ef-46a1-8458-ffb80402dac3 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/networks?id=9bbdb07e-1948-4097-9292-c133fba138a3 HTTP/1.1" status: 200 len: 815 time: 0.3965468 Feb 17 00:40:45.654568 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-db3dbee6-1bd4-4121-a5af-eb675d2fd46e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/quotas/ea05c8ac64824779bdb028540a3c80d1 HTTP/1.1" status: 200 len: 375 time: 0.0102055 Feb 17 00:40:45.712124 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-f14fd0eb-3e46-4b31-a367-e93d2c7c67e8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519822 Feb 17 00:40:45.912687 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-cbf5015c-e9db-4d8d-92b2-76c2345d37f5 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924493 Feb 17 00:40:46.062436 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-bda5b11c-79f2-4304-a36d-4588953dfe50 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429305 Feb 17 00:40:46.349775 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-61eaf486-661f-4673-a7d2-c7549500ef65 req-8eca9741-0844-4877-bc61-d1d53c06f20b tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 210 time: 0.0503278 Feb 17 00:40:46.629381 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:46.994404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:47.514046 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-54beb525-12e3-45a5-8efa-0fa23ef19d17 req-07e07365-f5cc-481a-af63-72712a14a6c2 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 210 time: 0.0503585 Feb 17 00:40:48.302226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-294ab1c6-af79-480a-86a4-c9e7be1a3573 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:48.302969 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-294ab1c6-af79-480a-86a4-c9e7be1a3573 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Synchronizing usage tracker for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:network {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:40:48.343798 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-294ab1c6-af79-480a-86a4-c9e7be1a3573 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Unset dirty status for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:network {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:40:48.345520 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-294ab1c6-af79-480a-86a4-c9e7be1a3573 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "GET /v2.0/networks?id=9bbdb07e-1948-4097-9292-c133fba138a3 HTTP/1.1" status: 200 len: 815 time: 0.2048981 Feb 17 00:40:48.359254 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Request body: {'port': {'device_id': '9fa62a1e-2287-4ab8-a317-324f7431d35f', 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3', 'admin_state_up': True, 'tenant_id': 'ea05c8ac64824779bdb028540a3c80d1'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:40:48.734532 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a3a55497-9e53-4085-9e51-aa9c8e2bcdf2 req-64e098d8-b0e8-4e50-9db7-239ca65ec069 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 210 time: 0.0557692 Feb 17 00:40:48.788491 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:40:48.793501 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Usage tracker for resource:port and tenant:ea05c8ac64824779bdb028540a3c80d1 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:40:48.796428 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:40:48.802250 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:40:48.840382 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Made reservation on behalf of ea05c8ac64824779bdb028540a3c80d1 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:40:48.846058 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:49.159853 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Allocated IP 172.20.0.4 (9bbdb07e-1948-4097-9292-c133fba138a3/95112532-5ce6-48a0-bc27-e39fcad82066/6256cee1-1f04-4535-a4f2-203340c3b2ae) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:40:49.378467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:49.434877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:49.450527 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:49.590540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Pushing event updated for resources: {'Port': ['ID=6256cee1-1f04-4535-a4f2-203340c3b2ae,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:49.594943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:49.648667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Network 9bbdb07e-1948-4097-9292-c133fba138a3 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:40:49.649953 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:40:49.652880 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:40:49.718582 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:49.719259 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:49.778459 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4250426 Feb 17 00:40:49.791103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Request body: {'port': {'device_id': '9fa62a1e-2287-4ab8-a317-324f7431d35f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:40:49.917158 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:49.937151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ee6aa-02f5-4a7c-a4d0-074152ec214c req-1b8d9284-fc77-4296-bbd7-0a8e046e2aeb tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:49.938764 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a18ee6aa-02f5-4a7c-a4d0-074152ec214c req-1b8d9284-fc77-4296-bbd7-0a8e046e2aeb tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 931 time: 0.0881832 Feb 17 00:40:49.990664 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a18ee6aa-02f5-4a7c-a4d0-074152ec214c req-4c48444d-51db-4d1c-84e5-cd587662acb9 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Feb 17 00:40:50.380220 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6256cee1-1f04-4535-a4f2-203340c3b2ae {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:40:50.389101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:50.451734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Transition to ACTIVE for port object 6256cee1-1f04-4535-a4f2-203340c3b2ae will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:40:50.474533 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:50.490315 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-acf99c6c-adc8-445e-8db2-77c4078f44a0 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:50.636181 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Pushing event updated for resources: {'Port': ['ID=6256cee1-1f04-4535-a4f2-203340c3b2ae,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:50.639771 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:50.813455 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Attempting to bind port 6256cee1-1f04-4535-a4f2-203340c3b2ae on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:40:50.813760 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Attempting to bind port 6256cee1-1f04-4535-a4f2-203340c3b2ae by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:40:50.814133 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Attempting to bind port 6256cee1-1f04-4535-a4f2-203340c3b2ae on network 9bbdb07e-1948-4097-9292-c133fba138a3 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:40:50.819711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:40:50.820089 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Checking segment: {'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:40:50.820492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:50.820891 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Bound using segment: {'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:40:50.821395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Bound port: 6256cee1-1f04-4535-a4f2-203340c3b2ae, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:40:50.821771 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:50.918911 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] For port 6256cee1-1f04-4535-a4f2-203340c3b2ae, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:40:50.922022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] For port 6256cee1-1f04-4535-a4f2-203340c3b2ae, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=6256cee1-1f04-4535-a4f2-203340c3b2ae,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:40:50.954938 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:50.969926 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-03b942bc-4b49-4190-93d5-f687a969839b tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:51.164794 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Pushing event updated for resources: {'Port': ['ID=6256cee1-1f04-4535-a4f2-203340c3b2ae,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:51.180025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:51.231353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:51.232044 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:51.233570 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] 10.222.0.49 "PUT /v2.0/ports/6256cee1-1f04-4535-a4f2-203340c3b2ae HTTP/1.1" status: 200 len: 1157 time: 1.4470770 Feb 17 00:40:51.234103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa62a1e-2287-4ab8-a317-324f7431d35f', 'tag': '6256cee1-1f04-4535-a4f2-203340c3b2ae'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:40:51.254530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d64e-4f85-48b2-979e-2fff3d4c7d44 req-6ead3357-45eb-4631-a0b8-1ddfab20e330 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:51.255312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-5531d64e-4f85-48b2-979e-2fff3d4c7d44 req-6ead3357-45eb-4631-a0b8-1ddfab20e330 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Synchronizing usage tracker for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:40:51.284719 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa62a1e-2287-4ab8-a317-324f7431d35f', 'tag': '6256cee1-1f04-4535-a4f2-203340c3b2ae', 'status': 'completed', 'code': 200} Feb 17 00:40:51.303319 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-5531d64e-4f85-48b2-979e-2fff3d4c7d44 req-6ead3357-45eb-4631-a0b8-1ddfab20e330 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Unset dirty status for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:40:51.304647 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5531d64e-4f85-48b2-979e-2fff3d4c7d44 req-6ead3357-45eb-4631-a0b8-1ddfab20e330 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 943 time: 0.1891398 Feb 17 00:40:51.401901 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-5531d64e-4f85-48b2-979e-2fff3d4c7d44 req-5647c5ba-2bf1-4bee-8cda-f3f21d17a7ec tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Synchronizing usage tracker for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:40:51.432053 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189aaa8-44b6-44ba-b437-9abc0b31c324 req-815c3fb1-360d-4194-b418-e31295539880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:51.434294 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6189aaa8-44b6-44ba-b437-9abc0b31c324 req-815c3fb1-360d-4194-b418-e31295539880 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 1160 time: 0.1286778 Feb 17 00:40:51.468895 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-5531d64e-4f85-48b2-979e-2fff3d4c7d44 req-5647c5ba-2bf1-4bee-8cda-f3f21d17a7ec tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Unset dirty status for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:40:51.470135 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5531d64e-4f85-48b2-979e-2fff3d4c7d44 req-5647c5ba-2bf1-4bee-8cda-f3f21d17a7ec tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237197 Feb 17 00:40:51.595473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189aaa8-44b6-44ba-b437-9abc0b31c324 req-838e0acf-26f2-4fd7-9bc0-d3c028af9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:51.597299 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6189aaa8-44b6-44ba-b437-9abc0b31c324 req-838e0acf-26f2-4fd7-9bc0-d3c028af9a38 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ea05c8ac64824779bdb028540a3c80d1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1557477 Feb 17 00:40:51.748873 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189aaa8-44b6-44ba-b437-9abc0b31c324 req-191d5793-647a-4ab1-b8dc-9d58808e2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:51.750436 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6189aaa8-44b6-44ba-b437-9abc0b31c324 req-191d5793-647a-4ab1-b8dc-9d58808e2aa4 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1474848 Feb 17 00:40:51.869397 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-a347d61b-ed5c-4b52-8c6b-f0ce20d17643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:51.871256 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-a347d61b-ed5c-4b52-8c6b-f0ce20d17643 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 1160 time: 0.0831676 Feb 17 00:40:51.948315 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-8d39e956-16eb-4a87-bb4f-988681b00b6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6256cee1-1f04-4535-a4f2-203340c3b2ae HTTP/1.1" status: 200 len: 217 time: 0.0680981 Feb 17 00:40:52.021697 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-be5f29f4-13c1-42d0-a2c8-b8c90bc649da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:52.023183 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-be5f29f4-13c1-42d0-a2c8-b8c90bc649da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95112532-5ce6-48a0-bc27-e39fcad82066 HTTP/1.1" status: 200 len: 855 time: 0.0674529 Feb 17 00:40:52.077004 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-47959612-8c22-41a6-8e98-3635080d24f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbdb07e-1948-4097-9292-c133fba138a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470150 Feb 17 00:40:52.221936 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-db36e0ab-578b-4796-94c9-972a7522d218 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381814 Feb 17 00:40:52.364630 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0c4acd97-8778-4148-952a-6c6b8fdfe39b req-2ab9cdaa-23bc-4c95-9b30-caed9402c3cb service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364837 Feb 17 00:40:52.676798 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6fd2d-e6a3-4472-8815-2820bdb29bb6 req-7b646851-8662-4e09-b16e-a7f77d6d7e3d tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:52.677888 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-47c6fd2d-e6a3-4472-8815-2820bdb29bb6 req-7b646851-8662-4e09-b16e-a7f77d6d7e3d tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 943 time: 0.0870433 Feb 17 00:40:52.726198 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-47c6fd2d-e6a3-4472-8815-2820bdb29bb6 req-9008d9eb-ac7b-457d-bba6-6f722d87e715 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418825 Feb 17 00:40:53.930479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8c982-48a7-48aa-ad5b-028fe20ccfd7 req-f958ee9c-5143-478b-9fcd-bf44ca40139c tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:53.932195 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-27c8c982-48a7-48aa-ad5b-028fe20ccfd7 req-f958ee9c-5143-478b-9fcd-bf44ca40139c tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 943 time: 0.0919924 Feb 17 00:40:53.979728 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-27c8c982-48a7-48aa-ad5b-028fe20ccfd7 req-6ec32d60-9712-4ae6-b9e1-c3009aaf5a26 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Feb 17 00:40:54.086506 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.objects.ports [None req-d469af55-3d18-4398-8c70-b5aae629da1d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:40:54.357956 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 6256cee1-1f04-4535-a4f2-203340c3b2ae up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:40:54.485970 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port 6256cee1-1f04-4535-a4f2-203340c3b2ae completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:40:54.494059 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 6256cee1-1f04-4535-a4f2-203340c3b2ae triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:40:54.494868 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:54.625127 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:54.654640 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa62a1e-2287-4ab8-a317-324f7431d35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6256cee1-1f04-4535-a4f2-203340c3b2ae'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:40:54.665530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 6256cee1-1f04-4535-a4f2-203340c3b2ae, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=6256cee1-1f04-4535-a4f2-203340c3b2ae,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:40:54.704494 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa62a1e-2287-4ab8-a317-324f7431d35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6256cee1-1f04-4535-a4f2-203340c3b2ae', 'code': 200} Feb 17 00:40:54.708572 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:54.710567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:54.782576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=6256cee1-1f04-4535-a4f2-203340c3b2ae,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:54.790555 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.790944 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.791329 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.791953 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.792340 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.792716 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.793137 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.793533 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.793904 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.794290 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.794635 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.794998 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.795400 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.795763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.796121 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.796480 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.796841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.797200 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.797579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.797938 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.798294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.798653 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.799068 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.799439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:54.803830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:54.983624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1680b-5704-44c9-a911-56c155ae9db8 req-747ceb51-c790-4fff-9925-2e9e8c3a4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:54.985267 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e0e1680b-5704-44c9-a911-56c155ae9db8 req-747ceb51-c790-4fff-9925-2e9e8c3a4fc4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 1162 time: 0.0784569 Feb 17 00:40:55.029963 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e0e1680b-5704-44c9-a911-56c155ae9db8 req-dc2d7f25-e065-468b-a63e-955ac573ea4f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380621 Feb 17 00:40:55.160437 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:55.189504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee6d20-6e1a-4f9c-b0ca-b55e4b98a4c5 req-c8628087-9779-4f6d-807e-f4ae6e9fa90e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:55.191139 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0eee6d20-6e1a-4f9c-b0ca-b55e4b98a4c5 req-c8628087-9779-4f6d-807e-f4ae6e9fa90e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 945 time: 0.0941160 Feb 17 00:40:55.239868 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0eee6d20-6e1a-4f9c-b0ca-b55e4b98a4c5 req-a2fd0b06-6b7e-45ff-a9d7-64cd4cdc9374 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421300 Feb 17 00:40:56.035740 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 6256cee1-1f04-4535-a4f2-203340c3b2ae up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:40:56.130626 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 6256cee1-1f04-4535-a4f2-203340c3b2ae triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:40:56.131058 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:56.448410 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb16c5-9e5f-4a67-8088-b4b1c71b4849 req-07100501-a260-457d-a95e-ec4c17cadd6b tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:56.450055 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e6cb16c5-9e5f-4a67-8088-b4b1c71b4849 req-07100501-a260-457d-a95e-ec4c17cadd6b tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 945 time: 0.0925517 Feb 17 00:40:56.497804 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e6cb16c5-9e5f-4a67-8088-b4b1c71b4849 req-54f1abcd-f850-416b-bc50-b7c1db498d22 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413918 Feb 17 00:40:57.899140 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42440) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:58.023265 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:58.038492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:40:58.043297 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Usage tracker for resource:security_group_rule and tenant:37fd6131d858442281af62d2fe794714 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:40:58.046253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:40:58.051942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:40:58.142593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:58.193696 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:58.204728 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:58.250807 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=37fd6131d858442281af62d2fe794714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504186 Feb 17 00:40:58.253711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42448) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:40:58.257344 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8686b83-0eed-4f90-bbe0-483ca30ee1f1,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:58.277640 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.278059 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.278466 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.278863 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.279258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.279650 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.280048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.280441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.280831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.281300 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.281611 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.281979 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.282404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.282788 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.283174 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.283557 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.283949 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.284330 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.284713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.285096 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.285505 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.285888 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.286274 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.286656 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:40:58.293395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:58.341582 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-29017165-1c97-4f90-b5b9-92857ec67614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:58.370399 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-29017165-1c97-4f90-b5b9-92857ec67614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:58.439295 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-29017165-1c97-4f90-b5b9-92857ec67614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:58.444508 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7fea0736-acd8-4617-8d6a-73956489e387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:40:58.458256 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29017165-1c97-4f90-b5b9-92857ec67614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8686b83-0eed-4f90-bbe0-483ca30ee1f1,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:40:58.461072 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-29017165-1c97-4f90-b5b9-92857ec67614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:40:58.462221 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-29017165-1c97-4f90-b5b9-92857ec67614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:40:58.465485 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-29017165-1c97-4f90-b5b9-92857ec67614 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8686b83-0eed-4f90-bbe0-483ca30ee1f1 HTTP/1.1" status: 204 len: 168 time: 0.2088442 Feb 17 00:40:58.990213 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d5c664ce-d8bf-4c72-ac1a-1b8216fda8b5 req-c7d289e8-f793-4a9e-be4d-5e830cf2cc36 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1069553 Feb 17 00:40:59.154615 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c664ce-d8bf-4c72-ac1a-1b8216fda8b5 req-a2272b5a-7afc-4f23-ba61-200b53c3d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:59.156412 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d5c664ce-d8bf-4c72-ac1a-1b8216fda8b5 req-a2272b5a-7afc-4f23-ba61-200b53c3d7a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 1162 time: 0.0820551 Feb 17 00:40:59.322865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c664ce-d8bf-4c72-ac1a-1b8216fda8b5 req-a608f398-419e-4e4b-a4da-65213ba1f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:59.324473 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d5c664ce-d8bf-4c72-ac1a-1b8216fda8b5 req-a608f398-419e-4e4b-a4da-65213ba1f368 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bbdb07e-1948-4097-9292-c133fba138a3 HTTP/1.1" status: 200 len: 909 time: 0.1444523 Feb 17 00:40:59.644243 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d5c664ce-d8bf-4c72-ac1a-1b8216fda8b5 req-915b06f2-003a-4e68-9564-7aaa319e47a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6256cee1-1f04-4535-a4f2-203340c3b2ae HTTP/1.1" status: 200 len: 217 time: 0.3123169 Feb 17 00:40:59.713024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c664ce-d8bf-4c72-ac1a-1b8216fda8b5 req-0c62fe21-35bd-4ac4-a630-1e1df7a23aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:40:59.714759 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d5c664ce-d8bf-4c72-ac1a-1b8216fda8b5 req-0c62fe21-35bd-4ac4-a630-1e1df7a23aa2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95112532-5ce6-48a0-bc27-e39fcad82066 HTTP/1.1" status: 200 len: 855 time: 0.0642493 Feb 17 00:40:59.772953 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d5c664ce-d8bf-4c72-ac1a-1b8216fda8b5 req-728da048-239f-4f64-8499-bb00c4a88746 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbdb07e-1948-4097-9292-c133fba138a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501926 Feb 17 00:40:59.921601 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d5c664ce-d8bf-4c72-ac1a-1b8216fda8b5 req-dce86693-36af-4c10-8c79-36693491f4b6 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411602 Feb 17 00:41:00.071166 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d5c664ce-d8bf-4c72-ac1a-1b8216fda8b5 req-396b2e17-10b3-429c-8c41-a959d4295780 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428957 Feb 17 00:41:01.557921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-3d17e177-e53a-485b-b97c-afd1020dd212 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:01.559559 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-3d17e177-e53a-485b-b97c-afd1020dd212 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/networks?id=9bbdb07e-1948-4097-9292-c133fba138a3 HTTP/1.1" status: 200 len: 815 time: 0.1589973 Feb 17 00:41:01.576686 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-b0993daa-44e4-4283-bbb3-e6d9812f0a29 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/quotas/ea05c8ac64824779bdb028540a3c80d1 HTTP/1.1" status: 200 len: 375 time: 0.0108602 Feb 17 00:41:01.670125 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-b67e6e59-017f-4915-b439-1dd9ef0b08bd tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867474 Feb 17 00:41:01.824919 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-04d2b1a2-7301-46be-9d2f-48ef9eebc3fb service neutron] 10.222.0.38 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386945 Feb 17 00:41:01.969591 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7381017c-c4f6-42e0-85c4-3d349db10d4e service neutron] 10.222.0.38 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374779 Feb 17 00:41:02.209544 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-34b75599-d2c1-4657-87d7-2de2f2a2cc5f req-b9a3ed6d-26c3-4498-bffd-ece08de5830a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 210 time: 0.0638306 Feb 17 00:41:03.384803 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-daaeaf56-426a-4322-9291-f3fbd4829cc6 req-1cc6cd36-4c11-4fb8-b902-86649f58e8a9 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 210 time: 0.0540593 Feb 17 00:41:03.876568 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-aa18c24c-a440-461b-a78e-bd259acb7847 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:03.878179 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-aa18c24c-a440-461b-a78e-bd259acb7847 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "GET /v2.0/networks?id=9bbdb07e-1948-4097-9292-c133fba138a3 HTTP/1.1" status: 200 len: 815 time: 0.1604178 Feb 17 00:41:03.891405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Request body: {'port': {'device_id': 'a59c96fb-239e-4b2a-873d-9ca14015ca7d', 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3', 'admin_state_up': True, 'tenant_id': 'ea05c8ac64824779bdb028540a3c80d1'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:41:04.052815 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:41:04.062626 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:41:04.154767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Made reservation on behalf of ea05c8ac64824779bdb028540a3c80d1 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:41:04.160738 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:04.488096 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Allocated IP 172.20.0.9 (9bbdb07e-1948-4097-9292-c133fba138a3/95112532-5ce6-48a0-bc27-e39fcad82066/f3b4b248-3ff6-463e-94ae-b14ff68eca1d) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:41:04.580633 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-620ad27f-0e72-456c-bad4-eb956436f0c0 req-7c9d1d8f-d3bc-4d02-99ed-88462999409c tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 210 time: 0.0637331 Feb 17 00:41:04.833659 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:04.903541 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:04.919253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-19a767a2-d124-4d5e-835d-7ae5bab952ee tempest-ServerRescueNegativeTestJSON-1055414417 tempest-ServerRescueNegativeTestJSON-1055414417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:05.062171 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Pushing event updated for resources: {'Port': ['ID=f3b4b248-3ff6-463e-94ae-b14ff68eca1d,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:05.075395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:05.118965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Network 9bbdb07e-1948-4097-9292-c133fba138a3 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:41:05.120635 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:41:05.123132 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:41:05.187281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:05.187957 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:05.298290 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4108567 Feb 17 00:41:05.310838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Request body: {'port': {'device_id': 'a59c96fb-239e-4b2a-873d-9ca14015ca7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:41:05.431511 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:05.781722 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2632a3-6178-4d1c-8ee5-385879ee4e7d req-b01d7304-96aa-49d2-a7b3-4962cacc5119 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:05.783352 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cf2632a3-6178-4d1c-8ee5-385879ee4e7d req-b01d7304-96aa-49d2-a7b3-4962cacc5119 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 931 time: 0.0865970 Feb 17 00:41:05.833123 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cf2632a3-6178-4d1c-8ee5-385879ee4e7d req-43be41fa-9990-4dc3-998f-7b08d92ec645 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Feb 17 00:41:05.852303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b4b248-3ff6-463e-94ae-b14ff68eca1d {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:41:05.861120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:05.873651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Transition to ACTIVE for port object f3b4b248-3ff6-463e-94ae-b14ff68eca1d will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:41:05.903391 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:05.917500 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0d0737f8-4959-42b6-866d-1cf9faaea268 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:06.051795 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Pushing event updated for resources: {'Port': ['ID=f3b4b248-3ff6-463e-94ae-b14ff68eca1d,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:06.054944 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:06.253472 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Attempting to bind port f3b4b248-3ff6-463e-94ae-b14ff68eca1d on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:41:06.253854 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Attempting to bind port f3b4b248-3ff6-463e-94ae-b14ff68eca1d by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:41:06.254227 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Attempting to bind port f3b4b248-3ff6-463e-94ae-b14ff68eca1d on network 9bbdb07e-1948-4097-9292-c133fba138a3 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:41:06.259896 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:41:06.260900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Checking segment: {'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:41:06.261339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:06.261744 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Bound using segment: {'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:41:06.262222 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Bound port: f3b4b248-3ff6-463e-94ae-b14ff68eca1d, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:41:06.262599 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:06.360360 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] For port f3b4b248-3ff6-463e-94ae-b14ff68eca1d, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:41:06.363942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] For port f3b4b248-3ff6-463e-94ae-b14ff68eca1d, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=f3b4b248-3ff6-463e-94ae-b14ff68eca1d,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:41:06.394626 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:06.412335 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:06.567164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Pushing event updated for resources: {'Port': ['ID=f3b4b248-3ff6-463e-94ae-b14ff68eca1d,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:06.572496 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:06.603580 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:06.605015 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:06.606587 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] 10.222.0.49 "PUT /v2.0/ports/f3b4b248-3ff6-463e-94ae-b14ff68eca1d HTTP/1.1" status: 200 len: 1157 time: 1.3005133 Feb 17 00:41:06.607116 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59c96fb-239e-4b2a-873d-9ca14015ca7d', 'tag': 'f3b4b248-3ff6-463e-94ae-b14ff68eca1d'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:06.657599 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59c96fb-239e-4b2a-873d-9ca14015ca7d', 'tag': 'f3b4b248-3ff6-463e-94ae-b14ff68eca1d', 'status': 'completed', 'code': 200} Feb 17 00:41:06.750996 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-f116d735-4616-4f29-a69d-204f3b7a38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:06.752536 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-f116d735-4616-4f29-a69d-204f3b7a38ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 1160 time: 0.0835884 Feb 17 00:41:07.046899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604ad2-be0a-4082-9d6c-0950c8dbd721 req-8f065071-061a-49f4-b91e-7e856539dd1d tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:07.048405 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d8604ad2-be0a-4082-9d6c-0950c8dbd721 req-8f065071-061a-49f4-b91e-7e856539dd1d tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 943 time: 0.0933776 Feb 17 00:41:07.062745 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-723f85bf-7088-4854-885b-38ebe527ae6f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3b4b248-3ff6-463e-94ae-b14ff68eca1d HTTP/1.1" status: 200 len: 217 time: 0.3025072 Feb 17 00:41:07.097279 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d8604ad2-be0a-4082-9d6c-0950c8dbd721 req-1944bc1a-9f14-4691-83ed-1f47c8bd59bc tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422933 Feb 17 00:41:07.138505 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-29c34e9d-5405-43ff-bfed-e8c987dae877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:07.140110 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-29c34e9d-5405-43ff-bfed-e8c987dae877 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95112532-5ce6-48a0-bc27-e39fcad82066 HTTP/1.1" status: 200 len: 855 time: 0.0701559 Feb 17 00:41:07.194365 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-50546263-5b10-4156-a18f-856924a43b07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbdb07e-1948-4097-9292-c133fba138a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474758 Feb 17 00:41:07.340369 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-d4d10375-bf6f-4bf8-b196-2db9dbcdfc47 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392732 Feb 17 00:41:07.487997 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a5484539-a66f-4ace-9962-e9f5d57aa776 req-29da8eca-0ee3-464f-847c-07b9b11d5c12 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393957 Feb 17 00:41:07.655322 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d86ef-d80b-4144-8ecf-ac8ff2cfb667 req-430790c5-2671-4a49-8f99-38627aebee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:07.656996 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f12d86ef-d80b-4144-8ecf-ac8ff2cfb667 req-430790c5-2671-4a49-8f99-38627aebee2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 1160 time: 0.0828922 Feb 17 00:41:07.806030 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d86ef-d80b-4144-8ecf-ac8ff2cfb667 req-e46e8c92-ff60-40fa-bf67-5174be6cfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:07.808427 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f12d86ef-d80b-4144-8ecf-ac8ff2cfb667 req-e46e8c92-ff60-40fa-bf67-5174be6cfcbd service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bbdb07e-1948-4097-9292-c133fba138a3 HTTP/1.1" status: 200 len: 909 time: 0.1443906 Feb 17 00:41:07.884466 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f12d86ef-d80b-4144-8ecf-ac8ff2cfb667 req-4e37f30d-9dc8-4db6-becc-0f5eaa12afe3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3b4b248-3ff6-463e-94ae-b14ff68eca1d HTTP/1.1" status: 200 len: 217 time: 0.0681069 Feb 17 00:41:07.958818 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d86ef-d80b-4144-8ecf-ac8ff2cfb667 req-0ab0a265-22d3-4261-804b-e4ebadb8b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:07.960414 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f12d86ef-d80b-4144-8ecf-ac8ff2cfb667 req-0ab0a265-22d3-4261-804b-e4ebadb8b2b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95112532-5ce6-48a0-bc27-e39fcad82066 HTTP/1.1" status: 200 len: 855 time: 0.0676196 Feb 17 00:41:08.016644 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f12d86ef-d80b-4144-8ecf-ac8ff2cfb667 req-c3d0481e-9fe0-448c-9469-7560ee3e998a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbdb07e-1948-4097-9292-c133fba138a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475082 Feb 17 00:41:08.345588 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f12d86ef-d80b-4144-8ecf-ac8ff2cfb667 req-ee23367d-4182-41cd-93a7-28dfc387ab23 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104092 Feb 17 00:41:08.388042 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc0af-3132-462e-bfe3-7bc19f9c67e2 req-e31b889e-421a-4b11-85a1-ac78e79cfcbb tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:08.388729 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-44bbc0af-3132-462e-bfe3-7bc19f9c67e2 req-e31b889e-421a-4b11-85a1-ac78e79cfcbb tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Synchronizing usage tracker for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:41:08.505628 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-44bbc0af-3132-462e-bfe3-7bc19f9c67e2 req-e31b889e-421a-4b11-85a1-ac78e79cfcbb tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Unset dirty status for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:41:08.506927 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-44bbc0af-3132-462e-bfe3-7bc19f9c67e2 req-e31b889e-421a-4b11-85a1-ac78e79cfcbb tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 943 time: 0.2790346 Feb 17 00:41:08.512532 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f12d86ef-d80b-4144-8ecf-ac8ff2cfb667 req-e727598a-8c34-4a36-93e0-56c9209aecc3 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1587691 Feb 17 00:41:08.563036 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-44bbc0af-3132-462e-bfe3-7bc19f9c67e2 req-662e285a-4128-427a-bd70-b55621ef5e40 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494652 Feb 17 00:41:09.765026 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcc320-6294-499d-aad8-e96b83aa5370 req-4738b0ec-4460-4dc7-830a-b8688184bf9a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:09.766619 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01bcc320-6294-499d-aad8-e96b83aa5370 req-4738b0ec-4460-4dc7-830a-b8688184bf9a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 943 time: 0.0879953 Feb 17 00:41:09.818915 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01bcc320-6294-499d-aad8-e96b83aa5370 req-0b4a3b37-553b-48da-8a62-402b871a3432 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Feb 17 00:41:09.882721 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42626) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:41:10.006112 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e7d2-5c5f-4d65-88fb-9201ce908014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:10.021463 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-a2e5e7d2-5c5f-4d65-88fb-9201ce908014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:41:10.025457 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-a2e5e7d2-5c5f-4d65-88fb-9201ce908014 admin admin] Usage tracker for resource:security_group_rule and tenant:01aa219d252a4879b85bbbcaab28f102 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:41:10.029097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-a2e5e7d2-5c5f-4d65-88fb-9201ce908014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:41:10.034928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-a2e5e7d2-5c5f-4d65-88fb-9201ce908014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:41:10.120494 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e7d2-5c5f-4d65-88fb-9201ce908014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:10.147340 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e7d2-5c5f-4d65-88fb-9201ce908014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:10.156818 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-86f889bb-62b0-4133-9558-0438168b1077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:10.200499 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-a2e5e7d2-5c5f-4d65-88fb-9201ce908014 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01aa219d252a4879b85bbbcaab28f102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165755 Feb 17 00:41:10.201478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5e7d2-5c5f-4d65-88fb-9201ce908014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6e1f62-5c70-4338-b71e-599433607347,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:10.203393 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 42632) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:41:10.204845 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a2e5e7d2-5c5f-4d65-88fb-9201ce908014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:10.278899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:10.305529 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:10.421778 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:10.426776 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4b83aecf-1f06-4d2d-8478-f966b0125c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:10.441280 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6e1f62-5c70-4338-b71e-599433607347,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:10.450158 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.450580 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.451028 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.451415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.451824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.452234 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.452639 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.453045 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.453475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.453879 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.454279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.454679 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.455118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.455516 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.455915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.456309 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.456703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.457173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.457591 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.457987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.458384 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.458780 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.459182 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.459579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:41:10.460281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device f3b4b248-3ff6-463e-94ae-b14ff68eca1d up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:41:10.462553 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:10.465252 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb6e1f62-5c70-4338-b71e-599433607347 HTTP/1.1" status: 204 len: 168 time: 0.2594795 Feb 17 00:41:10.465252 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:10.582576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port f3b4b248-3ff6-463e-94ae-b14ff68eca1d completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:41:10.587670 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port f3b4b248-3ff6-463e-94ae-b14ff68eca1d triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:41:10.588142 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:10.715884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:10.744143 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c96fb-239e-4b2a-873d-9ca14015ca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b4b248-3ff6-463e-94ae-b14ff68eca1d'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:10.756532 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port f3b4b248-3ff6-463e-94ae-b14ff68eca1d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=f3b4b248-3ff6-463e-94ae-b14ff68eca1d,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:41:10.795909 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c96fb-239e-4b2a-873d-9ca14015ca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b4b248-3ff6-463e-94ae-b14ff68eca1d', 'code': 200} Feb 17 00:41:10.799648 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:10.803002 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:10.885922 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=f3b4b248-3ff6-463e-94ae-b14ff68eca1d,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:10.889973 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:10.965941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 42646) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:41:10.988277 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bc03eed7-d1b2-4e4b-b0f4-e68d0d00277c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:11.006827 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-bc03eed7-d1b2-4e4b-b0f4-e68d0d00277c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:41:11.011259 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-bc03eed7-d1b2-4e4b-b0f4-e68d0d00277c admin admin] Usage tracker for resource:security_group_rule and tenant:1c9fcee17cd440fc821ba2da6b5696be is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:41:11.014448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-bc03eed7-d1b2-4e4b-b0f4-e68d0d00277c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:41:11.020513 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-bc03eed7-d1b2-4e4b-b0f4-e68d0d00277c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:41:11.102110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244ae63-381e-4bc6-b738-124abf559086 req-cd51efac-35ae-4767-b31f-2559f6acf05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:11.103776 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7244ae63-381e-4bc6-b738-124abf559086 req-cd51efac-35ae-4767-b31f-2559f6acf05e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 1162 time: 0.0862293 Feb 17 00:41:11.148272 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7244ae63-381e-4bc6-b738-124abf559086 req-ec89ae0b-9339-4a4a-83c7-10c7c866ff93 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378900 Feb 17 00:41:11.164248 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bc03eed7-d1b2-4e4b-b0f4-e68d0d00277c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:11.188942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bc03eed7-d1b2-4e4b-b0f4-e68d0d00277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:11.198685 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a91dc932-a7a6-4af7-b1e5-e8f89e0461ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:11.210623 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19d63e-e65f-4129-9384-96d558c36a83 req-05a16acb-8548-49eb-b5bb-dad291b1d2cd tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:11.212287 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bb19d63e-e65f-4129-9384-96d558c36a83 req-05a16acb-8548-49eb-b5bb-dad291b1d2cd tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 945 time: 0.1373277 Feb 17 00:41:11.267207 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-bc03eed7-d1b2-4e4b-b0f4-e68d0d00277c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c9fcee17cd440fc821ba2da6b5696be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999690 Feb 17 00:41:11.270388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42650) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:41:11.281717 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03eed7-d1b2-4e4b-b0f4-e68d0d00277c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bebda55-82d0-419f-9b64-f85df167d24b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:11.285343 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-bc03eed7-d1b2-4e4b-b0f4-e68d0d00277c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:11.297884 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bb19d63e-e65f-4129-9384-96d558c36a83 req-ab7c6ca9-f976-46b6-bb04-27e3ed116c11 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762689 Feb 17 00:41:11.334342 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-17a968f8-1622-499f-8e89-3d01a01b559e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:11.377851 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-17a968f8-1622-499f-8e89-3d01a01b559e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:11.462831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-17a968f8-1622-499f-8e89-3d01a01b559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:11.468615 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-34a4acc3-73ed-4e5d-8252-86aa88d96f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:11.481672 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a968f8-1622-499f-8e89-3d01a01b559e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bebda55-82d0-419f-9b64-f85df167d24b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:11.485484 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-17a968f8-1622-499f-8e89-3d01a01b559e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:11.492051 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-17a968f8-1622-499f-8e89-3d01a01b559e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:11.493350 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-17a968f8-1622-499f-8e89-3d01a01b559e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0bebda55-82d0-419f-9b64-f85df167d24b HTTP/1.1" status: 204 len: 168 time: 0.2218726 Feb 17 00:41:12.061376 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 42658) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:41:12.081889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5b2c9422-f23c-4e6a-80c5-c6b5f5512fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:12.098329 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-5b2c9422-f23c-4e6a-80c5-c6b5f5512fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:41:12.102311 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-5b2c9422-f23c-4e6a-80c5-c6b5f5512fee admin admin] Usage tracker for resource:security_group_rule and tenant:dcc48404634041a995eac696a37a8a64 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:41:12.105462 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-5b2c9422-f23c-4e6a-80c5-c6b5f5512fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:41:12.111106 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-5b2c9422-f23c-4e6a-80c5-c6b5f5512fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:41:12.184036 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device f3b4b248-3ff6-463e-94ae-b14ff68eca1d up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:41:12.202711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5b2c9422-f23c-4e6a-80c5-c6b5f5512fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:12.239876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5b2c9422-f23c-4e6a-80c5-c6b5f5512fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:12.249981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-02eb025d-0d45-46d5-bfe7-46e58e04e8e9 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:12.271288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port f3b4b248-3ff6-463e-94ae-b14ff68eca1d triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:41:12.271288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:12.299359 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-5b2c9422-f23c-4e6a-80c5-c6b5f5512fee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dcc48404634041a995eac696a37a8a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354236 Feb 17 00:41:12.300862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 42662) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:41:12.301281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c9422-f23c-4e6a-80c5-c6b5f5512fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a157745-92a5-47ae-9d51-532513b44f5d,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:12.318703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5b2c9422-f23c-4e6a-80c5-c6b5f5512fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:12.392454 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-987e074e-517b-49c8-af55-0ca258d81f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:12.424235 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-987e074e-517b-49c8-af55-0ca258d81f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:12.497292 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-987e074e-517b-49c8-af55-0ca258d81f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:12.502313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-acedc4cb-cca5-494c-be78-5e08e59028ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:12.509247 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89f6c4-5bd5-487b-8609-4345704ca727 req-6af45a5d-a0a7-4e0d-aedb-ff57466fb053 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:12.511629 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7b89f6c4-5bd5-487b-8609-4345704ca727 req-6af45a5d-a0a7-4e0d-aedb-ff57466fb053 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 945 time: 0.0896497 Feb 17 00:41:12.515691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e074e-517b-49c8-af55-0ca258d81f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a157745-92a5-47ae-9d51-532513b44f5d,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:12.518439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-987e074e-517b-49c8-af55-0ca258d81f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:12.526598 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-987e074e-517b-49c8-af55-0ca258d81f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:12.530348 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-987e074e-517b-49c8-af55-0ca258d81f86 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4a157745-92a5-47ae-9d51-532513b44f5d HTTP/1.1" status: 204 len: 168 time: 0.2254689 Feb 17 00:41:12.563518 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7b89f6c4-5bd5-487b-8609-4345704ca727 req-88490b7c-ad45-4a14-bbcb-2b139911f300 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454240 Feb 17 00:41:12.668525 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-26d74948-c26f-4300-8601-4c7ac11694b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:12.812452 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:41:14.992687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-6802592e-5cea-4f04-9265-ab77c7ddab93 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:14.994385 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-6802592e-5cea-4f04-9265-ab77c7ddab93 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/networks?id=9bbdb07e-1948-4097-9292-c133fba138a3 HTTP/1.1" status: 200 len: 815 time: 0.1550593 Feb 17 00:41:15.010496 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-a59fc450-6eb2-4954-b90b-f269d961679e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/quotas/ea05c8ac64824779bdb028540a3c80d1 HTTP/1.1" status: 200 len: 375 time: 0.0094845 Feb 17 00:41:15.099805 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-89d25b56-8c5e-4574-bba6-d2e27b7723f6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836761 Feb 17 00:41:15.245498 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-f79f5d53-7400-4f1a-b55f-9589ab0cdbf2 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373208 Feb 17 00:41:15.257057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa935a6f-16d5-4c2e-a618-df651b4f27b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:15.314673 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:15.390277 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-84725037-3880-47d6-881d-d9ba0070d267 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382539 Feb 17 00:41:15.549840 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-900c96b2-ab09-442d-b9e3-34c6970785d7 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=069296adf00a4d8495b708b0a54adc28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373147 Feb 17 00:41:15.643886 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35aac8bb-d072-47cd-aa7a-4b841e0e6209 req-40463a59-209d-4250-a014-eee24e45b8a3 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 210 time: 0.0563231 Feb 17 00:41:15.721518 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-dbac47c5-85f8-4c3e-9824-84469de64843 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:15.723119 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-dbac47c5-85f8-4c3e-9824-84469de64843 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669054 Feb 17 00:41:15.739148 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-297cd17b-ce0a-4065-8b0b-49ae233e38cc tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/quotas/069296adf00a4d8495b708b0a54adc28 HTTP/1.1" status: 200 len: 375 time: 0.0100527 Feb 17 00:41:15.793985 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-6fdc375e-fedd-459a-8363-c9cc0a7d5248 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=069296adf00a4d8495b708b0a54adc28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489202 Feb 17 00:41:16.013858 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8f8bbb2f-d1e1-4d42-927c-33ea549f11d8 req-1b2e87f8-dec1-4df7-add6-9eb503a0eafb tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 210 time: 0.0511060 Feb 17 00:41:16.600171 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:16.815095 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a34ee42f-70dc-4a59-96ee-cc0a6052821c req-3dc0db87-1ae9-4177-8d91-f39e76ffec0e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 210 time: 0.0500474 Feb 17 00:41:16.931328 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:17.177563 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5ed006e8-055f-4a81-ac16-4b3baa6fab76 req-71058262-3461-4c4f-a6b9-684e0518bd85 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 210 time: 0.0499141 Feb 17 00:41:17.395026 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-c4f256fc-7405-4a85-b3e2-0e44bda84831 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:17.396611 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-c4f256fc-7405-4a85-b3e2-0e44bda84831 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "GET /v2.0/networks?id=9bbdb07e-1948-4097-9292-c133fba138a3 HTTP/1.1" status: 200 len: 815 time: 0.1643171 Feb 17 00:41:17.410582 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Request body: {'port': {'device_id': '5df465b6-2414-4e33-9d60-2809328acf1e', 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3', 'admin_state_up': True, 'tenant_id': 'ea05c8ac64824779bdb028540a3c80d1'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:41:17.555114 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:41:17.565294 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:41:17.599718 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Made reservation on behalf of ea05c8ac64824779bdb028540a3c80d1 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:41:17.606121 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:17.843162 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-2eaa3ce0-e609-435a-8779-2ba524aaeb03 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=069296adf00a4d8495b708b0a54adc28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367463 Feb 17 00:41:18.027275 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-126fb524-77bd-49d7-a3d1-e748649842a7 req-dcf2becf-6d0b-484c-be23-3731c10789c4 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 210 time: 0.0835860 Feb 17 00:41:18.146726 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-b0668186-a07f-4530-a22e-ea7e10e18f04 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:18.148284 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-b0668186-a07f-4530-a22e-ea7e10e18f04 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2989957 Feb 17 00:41:18.149406 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Allocated IP 172.20.0.6 (9bbdb07e-1948-4097-9292-c133fba138a3/95112532-5ce6-48a0-bc27-e39fcad82066/3b806485-9832-40e1-8667-a5367f7198e3) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:41:18.171274 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Request body: {'port': {'device_id': '37bf8157-8fc5-4b59-969e-9c277e12cf4d', 'network_id': '07924236-d7a5-4020-8791-e116e33699ae', 'admin_state_up': True, 'tenant_id': '069296adf00a4d8495b708b0a54adc28'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:41:18.355686 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ac345ce0-94e1-4fb6-834f-901a1f75a46d req-9bbcb7db-ae75-4cf3-be92-5049f6a92a26 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 210 time: 0.0549688 Feb 17 00:41:18.456174 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:41:18.464366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Usage tracker for resource:port and tenant:069296adf00a4d8495b708b0a54adc28 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:41:18.469451 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:41:18.487442 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:41:18.539434 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:18.542797 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Made reservation on behalf of 069296adf00a4d8495b708b0a54adc28 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:41:18.548280 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:18.564603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:18.584426 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:41:18.590023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Usage tracker for resource:security_group_rule and tenant:069296adf00a4d8495b708b0a54adc28 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:41:18.594260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:41:18.601601 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:41:18.671889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:18.691378 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:18.833349 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:18.868413 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Pushing event updated for resources: {'Port': ['ID=3b806485-9832-40e1-8667-a5367f7198e3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:18.871496 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:18.885904 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:18.886532 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5b2c9422-f23c-4e6a-80c5-c6b5f5512fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:19.248041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3cb63a-4003-4f64-a439-f05cfc46720d,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:19.297343 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:19.325284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Network 9bbdb07e-1948-4097-9292-c133fba138a3 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:41:19.340131 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:41:19.348528 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:41:19.497917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:19.498596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:19.524258 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cfd21cee-2739-485f-b7c3-1fc4d7c3f9f5 req-5d7032a3-c736-4dd5-8042-fb4e271022b4 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 210 time: 0.0508807 Feb 17 00:41:19.529058 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbcd1f-be5d-4cec-97f0-b94ed841a013 req-f0ecf584-5e0c-434c-bb3c-832b7327efc9 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:19.530724 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-dcbbcd1f-be5d-4cec-97f0-b94ed841a013 req-f0ecf584-5e0c-434c-bb3c-832b7327efc9 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 931 time: 0.3022525 Feb 17 00:41:19.659720 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-dcbbcd1f-be5d-4cec-97f0-b94ed841a013 req-b3a35f83-1967-43de-b570-bfddde9194db tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191583 Feb 17 00:41:19.665819 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2594299 Feb 17 00:41:19.667577 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Allocated IP 192.168.233.125 (07924236-d7a5-4020-8791-e116e33699ae/074ae4a0-8fd0-4e72-afef-8dee80c25ab6/727ef127-71b6-4524-88bc-4de85eb45b25) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:41:19.680214 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Request body: {'port': {'device_id': '5df465b6-2414-4e33-9d60-2809328acf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:41:19.866995 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:20.125362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:20.199330 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Transition to ACTIVE for port object 727ef127-71b6-4524-88bc-4de85eb45b25 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:41:20.386765 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:20.403334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-08712e2e-084b-4b55-82dd-644955e05915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:20.588444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b806485-9832-40e1-8667-a5367f7198e3 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:41:20.602291 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:20.606637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Pushing event updated for resources: {'Port': ['ID=727ef127-71b6-4524-88bc-4de85eb45b25,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:20.623882 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:20.639197 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Transition to ACTIVE for port object 3b806485-9832-40e1-8667-a5367f7198e3 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:41:20.671926 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:20.689051 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Network 07924236-d7a5-4020-8791-e116e33699ae is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:41:20.690763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b29cfb5d-f540-4308-9a4d-a39ad057dab1 tempest-VolumesSnapshotTestJSON-1705453294 tempest-VolumesSnapshotTestJSON-1705453294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:20.729450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a332bcf-f420-4a6c-baa4-3f7ffb279928 req-99cafc64-7184-4ead-b172-364c3125d9ca tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:20.731075 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2a332bcf-f420-4a6c-baa4-3f7ffb279928 req-99cafc64-7184-4ead-b172-364c3125d9ca tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 936 time: 0.0919771 Feb 17 00:41:20.778549 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:41:20.782653 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2a332bcf-f420-4a6c-baa4-3f7ffb279928 req-b13cc72f-701e-4283-a9e9-d9776e2b5123 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e3cb63a-4003-4f64-a439-f05cfc46720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447683 Feb 17 00:41:20.792588 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:41:20.934160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Pushing event updated for resources: {'Port': ['ID=3b806485-9832-40e1-8667-a5367f7198e3,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:20.951411 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:20.974598 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:20.975276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:21.033864 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-55195735-a27a-4cbc-a163-4fe46bc544b7 None None] Provisioning for port 727ef127-71b6-4524-88bc-4de85eb45b25 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:41:21.044530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-55195735-a27a-4cbc-a163-4fe46bc544b7 None None] Provisioning complete for port 727ef127-71b6-4524-88bc-4de85eb45b25 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:41:21.044530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-55195735-a27a-4cbc-a163-4fe46bc544b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:21.093715 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e504b-2a19-4e2a-92d9-bcdb2c67c2eb req-0d426554-9d89-407b-9340-691241c97783 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:21.094414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-925e504b-2a19-4e2a-92d9-bcdb2c67c2eb req-0d426554-9d89-407b-9340-691241c97783 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Synchronizing usage tracker for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:41:21.100626 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-55195735-a27a-4cbc-a163-4fe46bc544b7 None None] Port 727ef127-71b6-4524-88bc-4de85eb45b25 cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:41:21.112453 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9454920 Feb 17 00:41:21.154838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Request body: {'port': {'device_id': '37bf8157-8fc5-4b59-969e-9c277e12cf4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:41:21.235413 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-925e504b-2a19-4e2a-92d9-bcdb2c67c2eb req-0d426554-9d89-407b-9340-691241c97783 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Unset dirty status for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:41:21.236705 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-925e504b-2a19-4e2a-92d9-bcdb2c67c2eb req-0d426554-9d89-407b-9340-691241c97783 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 943 time: 0.4104607 Feb 17 00:41:21.336639 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Attempting to bind port 3b806485-9832-40e1-8667-a5367f7198e3 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:41:21.337008 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Attempting to bind port 3b806485-9832-40e1-8667-a5367f7198e3 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:41:21.337439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Attempting to bind port 3b806485-9832-40e1-8667-a5367f7198e3 on network 9bbdb07e-1948-4097-9292-c133fba138a3 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:41:21.358787 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:21.367941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:41:21.368323 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Checking segment: {'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:41:21.368726 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:21.369161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Bound using segment: {'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:41:21.369901 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Bound port: 3b806485-9832-40e1-8667-a5367f7198e3, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:41:21.370280 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:21.402805 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-925e504b-2a19-4e2a-92d9-bcdb2c67c2eb req-e5ad9972-f568-4806-8266-323c709325e8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265132 Feb 17 00:41:21.810920 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] For port 3b806485-9832-40e1-8667-a5367f7198e3, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:41:21.867282 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] For port 3b806485-9832-40e1-8667-a5367f7198e3, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3b806485-9832-40e1-8667-a5367f7198e3,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:41:21.913147 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:21.975753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9f1f2979-519c-49ac-a7b4-225a4dca157b tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:21.985934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9642a-2233-4ab8-8420-6e097c7dba73 req-d395b0e3-46a8-4cd9-bf7d-1c3dd3e3140a tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:21.987564 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0fa9642a-2233-4ab8-8420-6e097c7dba73 req-d395b0e3-46a8-4cd9-bf7d-1c3dd3e3140a tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 936 time: 0.0879829 Feb 17 00:41:22.035954 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0fa9642a-2233-4ab8-8420-6e097c7dba73 req-9098be5c-47a7-4cf3-b613-3f4a22dd7f02 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e3cb63a-4003-4f64-a439-f05cfc46720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420754 Feb 17 00:41:22.168303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Pushing event updated for resources: {'Port': ['ID=3b806485-9832-40e1-8667-a5367f7198e3,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:22.175329 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:22.233770 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:22.234459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:22.235966 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] 10.222.0.49 "PUT /v2.0/ports/3b806485-9832-40e1-8667-a5367f7198e3 HTTP/1.1" status: 200 len: 1157 time: 2.5604639 Feb 17 00:41:22.236495 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df465b6-2414-4e33-9d60-2809328acf1e', 'tag': '3b806485-9832-40e1-8667-a5367f7198e3'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:22.289956 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df465b6-2414-4e33-9d60-2809328acf1e', 'tag': '3b806485-9832-40e1-8667-a5367f7198e3', 'status': 'completed', 'code': 200} Feb 17 00:41:22.320839 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727ef127-71b6-4524-88bc-4de85eb45b25 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:41:22.383025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:22.402339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Transition to ACTIVE for port object 727ef127-71b6-4524-88bc-4de85eb45b25 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:41:22.426746 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9e988-55e5-4e1b-81bd-21a933b8564a req-e6c926c1-7a7e-4652-95a3-2edeace361d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:22.428337 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5ea9e988-55e5-4e1b-81bd-21a933b8564a req-e6c926c1-7a7e-4652-95a3-2edeace361d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 1160 time: 0.1015012 Feb 17 00:41:22.433530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:22.451370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-313f84f3-2138-48a3-9560-1254da8d04d3 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:22.608504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ec2ac-3818-4005-b7dc-c16863c17b09 req-cd1fa27d-bdf3-4e6a-994b-772ae51423eb tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:22.610172 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-175ec2ac-3818-4005-b7dc-c16863c17b09 req-cd1fa27d-bdf3-4e6a-994b-772ae51423eb tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 943 time: 0.0915821 Feb 17 00:41:22.659887 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-175ec2ac-3818-4005-b7dc-c16863c17b09 req-9ee407c2-34d8-4ed6-a1ef-09c793204a7b tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433891 Feb 17 00:41:22.678304 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Pushing event updated for resources: {'Port': ['ID=727ef127-71b6-4524-88bc-4de85eb45b25,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:22.681378 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:22.770312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9e988-55e5-4e1b-81bd-21a933b8564a req-27c2649b-29a6-4521-9730-4c79ffcb1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:22.771927 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5ea9e988-55e5-4e1b-81bd-21a933b8564a req-27c2649b-29a6-4521-9730-4c79ffcb1eee service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ea05c8ac64824779bdb028540a3c80d1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3245535 Feb 17 00:41:23.050961 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Attempting to bind port 727ef127-71b6-4524-88bc-4de85eb45b25 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:41:23.051439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Attempting to bind port 727ef127-71b6-4524-88bc-4de85eb45b25 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'b82c111a-40f2-4d5c-909d-2284f16d5a02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '07924236-d7a5-4020-8791-e116e33699ae'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:41:23.051652 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Attempting to bind port 727ef127-71b6-4524-88bc-4de85eb45b25 on network 07924236-d7a5-4020-8791-e116e33699ae {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:41:23.055694 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9e988-55e5-4e1b-81bd-21a933b8564a req-0bf60235-17c5-4d2b-8304-3a79cd3cee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:23.057476 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5ea9e988-55e5-4e1b-81bd-21a933b8564a req-0bf60235-17c5-4d2b-8304-3a79cd3cee72 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2303522 Feb 17 00:41:23.060090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:41:23.060475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Checking segment: {'id': 'b82c111a-40f2-4d5c-909d-2284f16d5a02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '07924236-d7a5-4020-8791-e116e33699ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:41:23.060888 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:23.061313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Bound using segment: {'id': 'b82c111a-40f2-4d5c-909d-2284f16d5a02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '07924236-d7a5-4020-8791-e116e33699ae'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:41:23.061806 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Bound port: 727ef127-71b6-4524-88bc-4de85eb45b25, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82c111a-40f2-4d5c-909d-2284f16d5a02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '07924236-d7a5-4020-8791-e116e33699ae'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:41:23.062189 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:23.274840 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] For port 727ef127-71b6-4524-88bc-4de85eb45b25, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:41:23.279537 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] For port 727ef127-71b6-4524-88bc-4de85eb45b25, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=727ef127-71b6-4524-88bc-4de85eb45b25,segment=NetworkSegment(b82c111a-40f2-4d5c-909d-2284f16d5a02),segment_id=b82c111a-40f2-4d5c-909d-2284f16d5a02)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:41:23.311056 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-01416cc4-3b48-41e4-8301-b8c11b67bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:23.312707 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-01416cc4-3b48-41e4-8301-b8c11b67bd13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 1160 time: 0.2058213 Feb 17 00:41:23.319705 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d64f3-41d9-4965-8be6-44c5cd81bd73 req-a0085a70-76b2-4296-848f-05d21cd06277 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:23.323205 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ca4d64f3-41d9-4965-8be6-44c5cd81bd73 req-a0085a70-76b2-4296-848f-05d21cd06277 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Synchronizing usage tracker for tenant:069296adf00a4d8495b708b0a54adc28 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:41:23.387323 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:23.413240 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f979b2ca-9787-4347-bb47-233250d5adf0 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:23.501600 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-4a21720c-20d0-4fb8-96eb-2a5f4d3e56e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b806485-9832-40e1-8667-a5367f7198e3 HTTP/1.1" status: 200 len: 217 time: 0.1774049 Feb 17 00:41:23.601977 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ca4d64f3-41d9-4965-8be6-44c5cd81bd73 req-a0085a70-76b2-4296-848f-05d21cd06277 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Unset dirty status for tenant:069296adf00a4d8495b708b0a54adc28 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:41:23.603276 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ca4d64f3-41d9-4965-8be6-44c5cd81bd73 req-a0085a70-76b2-4296-848f-05d21cd06277 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 948 time: 0.4440429 Feb 17 00:41:23.659431 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Pushing event updated for resources: {'Port': ['ID=727ef127-71b6-4524-88bc-4de85eb45b25,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:23.666602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-81d83196-a8df-4825-9410-54466a0ec9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:23.668175 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-81d83196-a8df-4825-9410-54466a0ec9cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95112532-5ce6-48a0-bc27-e39fcad82066 HTTP/1.1" status: 200 len: 855 time: 0.1511497 Feb 17 00:41:23.669035 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:23.749746 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ca4d64f3-41d9-4965-8be6-44c5cd81bd73 req-64457861-58c7-4749-ac6a-5eb5bd618b4d tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Synchronizing usage tracker for tenant:069296adf00a4d8495b708b0a54adc28 on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:41:23.755339 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-ae84d45b-ccf1-4910-a4af-36e7ad6525f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbdb07e-1948-4097-9292-c133fba138a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720391 Feb 17 00:41:23.865555 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7524f-cc50-4df9-b00b-23e2704b624f req-1eb8dfd0-8a20-4522-9a87-fdd5ba7e8c91 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:23.867440 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c9a7524f-cc50-4df9-b00b-23e2704b624f req-1eb8dfd0-8a20-4522-9a87-fdd5ba7e8c91 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 943 time: 0.0952160 Feb 17 00:41:23.927427 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c9a7524f-cc50-4df9-b00b-23e2704b624f req-9befb750-7f43-44e7-8e13-3759daa17915 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516300 Feb 17 00:41:24.095801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:24.095801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:24.095801 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] 10.222.0.49 "PUT /v2.0/ports/727ef127-71b6-4524-88bc-4de85eb45b25 HTTP/1.1" status: 200 len: 1162 time: 2.9721017 Feb 17 00:41:24.120959 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ca4d64f3-41d9-4965-8be6-44c5cd81bd73 req-64457861-58c7-4749-ac6a-5eb5bd618b4d tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Unset dirty status for tenant:069296adf00a4d8495b708b0a54adc28 on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:41:24.122229 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ca4d64f3-41d9-4965-8be6-44c5cd81bd73 req-64457861-58c7-4749-ac6a-5eb5bd618b4d tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e3cb63a-4003-4f64-a439-f05cfc46720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121362 Feb 17 00:41:24.149029 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-9e2734c9-5d35-41f7-b7e5-59d46c5a5616 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845682 Feb 17 00:41:24.293884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bf8157-8fc5-4b59-969e-9c277e12cf4d', 'tag': '727ef127-71b6-4524-88bc-4de85eb45b25'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:24.345935 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37bf8157-8fc5-4b59-969e-9c277e12cf4d', 'tag': '727ef127-71b6-4524-88bc-4de85eb45b25', 'status': 'completed', 'code': 200} Feb 17 00:41:24.379103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-fde6b1b8-8a38-441c-a934-cf46d2cc3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:24.380746 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-fde6b1b8-8a38-441c-a934-cf46d2cc3adb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=069296adf00a4d8495b708b0a54adc28&device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 1165 time: 0.1998556 Feb 17 00:41:24.383216 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f5fbc7dd-2b63-42d2-81d6-d92736024c22 req-6ff378a1-038e-4880-8fba-4cd180295163 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2243457 Feb 17 00:41:24.464013 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-eaf11201-e384-4782-bf25-c4afdca99d91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=727ef127-71b6-4524-88bc-4de85eb45b25 HTTP/1.1" status: 200 len: 217 time: 0.0701768 Feb 17 00:41:24.535311 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-eabf8648-626c-4f9b-8ac6-e8f172f5d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:24.536886 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-eabf8648-626c-4f9b-8ac6-e8f172f5d0e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=074ae4a0-8fd0-4e72-afef-8dee80c25ab6 HTTP/1.1" status: 200 len: 843 time: 0.0651560 Feb 17 00:41:24.623281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-b170a5d0-5f1f-44a6-8772-75b79f86ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:24.624805 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-b170a5d0-5f1f-44a6-8772-75b79f86ec11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07924236-d7a5-4020-8791-e116e33699ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0779357 Feb 17 00:41:24.770119 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-bb60e368-9572-4f92-a6d1-84e0e4783e2b service neutron] 10.222.0.49 "GET /v2.0/networks/07924236-d7a5-4020-8791-e116e33699ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371617 Feb 17 00:41:24.935922 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-623056f6-690d-4b7f-a8e3-78a112a0318e req-53a7301a-5e98-4808-b8da-74a9efde441d service neutron] 10.222.0.49 "GET /v2.0/networks/07924236-d7a5-4020-8791-e116e33699ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1585047 Feb 17 00:41:25.174202 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c57ecb-043d-4aaf-87ed-2cac707746e5 req-37afe957-da75-4f8d-91c6-0cc3b1e97898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:25.175416 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e3c57ecb-043d-4aaf-87ed-2cac707746e5 req-37afe957-da75-4f8d-91c6-0cc3b1e97898 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=069296adf00a4d8495b708b0a54adc28&device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 1165 time: 0.1522079 Feb 17 00:41:25.186240 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07089779-81dd-41e7-84ac-b1249fccb062 req-41459e69-56ce-4050-a73d-d71be98581f4 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:25.187864 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-07089779-81dd-41e7-84ac-b1249fccb062 req-41459e69-56ce-4050-a73d-d71be98581f4 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 943 time: 0.1194749 Feb 17 00:41:25.216899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:25.326112 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda0365-f994-46c6-a554-c45866792bb8 req-0fbe55b4-f841-4f4f-82bc-cb59702b2823 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:25.327732 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6eda0365-f994-46c6-a554-c45866792bb8 req-0fbe55b4-f841-4f4f-82bc-cb59702b2823 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 948 time: 0.0887928 Feb 17 00:41:25.339298 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-07089779-81dd-41e7-84ac-b1249fccb062 req-2dfa4b5e-a459-4665-87e4-12f83edb5336 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251297 Feb 17 00:41:25.374368 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c57ecb-043d-4aaf-87ed-2cac707746e5 req-712951bd-9961-46b0-ba90-7abaa558f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:25.375987 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e3c57ecb-043d-4aaf-87ed-2cac707746e5 req-712951bd-9961-46b0-ba90-7abaa558f63f service neutron] 10.222.0.49 "GET /v2.0/networks?id=07924236-d7a5-4020-8791-e116e33699ae HTTP/1.1" status: 200 len: 863 time: 0.1871760 Feb 17 00:41:25.377407 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6eda0365-f994-46c6-a554-c45866792bb8 req-71efeed1-858e-42bb-ae02-ce9a19531bd4 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e3cb63a-4003-4f64-a439-f05cfc46720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430906 Feb 17 00:41:25.452123 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e3c57ecb-043d-4aaf-87ed-2cac707746e5 req-b3fa3e53-5adf-454a-b0dc-6b1374de7ac1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=727ef127-71b6-4524-88bc-4de85eb45b25 HTTP/1.1" status: 200 len: 217 time: 0.0670869 Feb 17 00:41:25.526934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c57ecb-043d-4aaf-87ed-2cac707746e5 req-5ca36ece-808e-478a-9120-2dd1622c7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:25.528488 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e3c57ecb-043d-4aaf-87ed-2cac707746e5 req-5ca36ece-808e-478a-9120-2dd1622c7ef5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=074ae4a0-8fd0-4e72-afef-8dee80c25ab6 HTTP/1.1" status: 200 len: 843 time: 0.0675452 Feb 17 00:41:25.612734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c57ecb-043d-4aaf-87ed-2cac707746e5 req-847c28ff-25b9-4a2e-b331-4a22e9f95f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:25.614383 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e3c57ecb-043d-4aaf-87ed-2cac707746e5 req-847c28ff-25b9-4a2e-b331-4a22e9f95f3c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07924236-d7a5-4020-8791-e116e33699ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0777304 Feb 17 00:41:25.756912 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e3c57ecb-043d-4aaf-87ed-2cac707746e5 req-af93e9fb-db34-41e5-bf80-11e360d7e689 service neutron] 10.222.0.49 "GET /v2.0/networks/07924236-d7a5-4020-8791-e116e33699ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350453 Feb 17 00:41:25.903339 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e3c57ecb-043d-4aaf-87ed-2cac707746e5 req-f5e103eb-4245-4aea-80b0-97fd037efc52 service neutron] 10.222.0.49 "GET /v2.0/networks/07924236-d7a5-4020-8791-e116e33699ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365886 Feb 17 00:41:26.362322 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network 07924236-d7a5-4020-8791-e116e33699ae details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:41:26.553997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1707ac-4a17-4875-a303-f9e76c839d07 req-6a88b67a-85d5-473c-ab80-0c4ed65a77cd tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:26.555669 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2d1707ac-4a17-4875-a303-f9e76c839d07 req-6a88b67a-85d5-473c-ab80-0c4ed65a77cd tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 943 time: 0.0940018 Feb 17 00:41:26.585037 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752995a-990f-498c-b4f3-0aa65a7ae32e req-030d7684-d0b0-49ad-90f3-90a82f932d02 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:26.586709 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f752995a-990f-498c-b4f3-0aa65a7ae32e req-030d7684-d0b0-49ad-90f3-90a82f932d02 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 948 time: 0.0929766 Feb 17 00:41:26.614044 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2d1707ac-4a17-4875-a303-f9e76c839d07 req-83ee491c-874f-4f2e-b5b4-525a0c65caa0 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508211 Feb 17 00:41:26.638899 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f752995a-990f-498c-b4f3-0aa65a7ae32e req-3bac2a6b-6544-41d2-bd25-44474d282de1 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e3cb63a-4003-4f64-a439-f05cfc46720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432441 Feb 17 00:41:26.662179 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.objects.ports [None req-7e8e3e37-3851-4dbd-a997-f16c756d75ee None None] Time-cost: Fetching 4 ports in 2 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:41:27.571845 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 727ef127-71b6-4524-88bc-4de85eb45b25 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:41:27.679613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port 727ef127-71b6-4524-88bc-4de85eb45b25 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:41:27.686039 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 727ef127-71b6-4524-88bc-4de85eb45b25 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:41:27.686467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:27.814129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:27.823157 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c471034-3cbf-4719-9cc9-a60b55c1095e req-591b3c92-7af0-4b1b-9a95-5d6a44e6a779 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:27.824761 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2c471034-3cbf-4719-9cc9-a60b55c1095e req-591b3c92-7af0-4b1b-9a95-5d6a44e6a779 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 943 time: 0.0925484 Feb 17 00:41:27.837472 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0cf86-6185-4309-a80e-f0135b512abf req-7931247d-2250-4abd-b5b9-b0551760fce9 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:27.839387 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7bb0cf86-6185-4309-a80e-f0135b512abf req-7931247d-2250-4abd-b5b9-b0551760fce9 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 948 time: 0.0886369 Feb 17 00:41:27.844752 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bf8157-8fc5-4b59-969e-9c277e12cf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727ef127-71b6-4524-88bc-4de85eb45b25'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:27.856314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 727ef127-71b6-4524-88bc-4de85eb45b25, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=727ef127-71b6-4524-88bc-4de85eb45b25,segment=NetworkSegment(b82c111a-40f2-4d5c-909d-2284f16d5a02),segment_id=b82c111a-40f2-4d5c-909d-2284f16d5a02)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:41:27.878181 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2c471034-3cbf-4719-9cc9-a60b55c1095e req-f886efcd-9a15-4320-b068-fe032f7a2227 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458515 Feb 17 00:41:27.885464 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:27.886850 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 3b806485-9832-40e1-8667-a5367f7198e3 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:41:27.893493 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7bb0cf86-6185-4309-a80e-f0135b512abf req-718ca7e7-0575-4d3a-ae65-28aca16e0477 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e3cb63a-4003-4f64-a439-f05cfc46720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467296 Feb 17 00:41:27.921329 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:27.961973 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bf8157-8fc5-4b59-969e-9c277e12cf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727ef127-71b6-4524-88bc-4de85eb45b25', 'code': 200} Feb 17 00:41:28.027227 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=727ef127-71b6-4524-88bc-4de85eb45b25,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:28.030776 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:28.056557 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port 3b806485-9832-40e1-8667-a5367f7198e3 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:41:28.061724 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 3b806485-9832-40e1-8667-a5367f7198e3 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:41:28.062149 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:28.189565 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:28.227169 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 3b806485-9832-40e1-8667-a5367f7198e3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3b806485-9832-40e1-8667-a5367f7198e3,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:41:28.227829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e42a05-3804-44b8-85fe-7ff3cad15ed8 req-82cec69b-a3e2-4fda-8247-4466a66bb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:28.230203 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-94e42a05-3804-44b8-85fe-7ff3cad15ed8 req-82cec69b-a3e2-4fda-8247-4466a66bb5f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 1167 time: 0.0821373 Feb 17 00:41:28.250096 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:28.252768 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:28.273472 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-94e42a05-3804-44b8-85fe-7ff3cad15ed8 req-a45fc5a8-a4cc-4d05-a397-b2cc06a64802 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2e3cb63a-4003-4f64-a439-f05cfc46720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359762 Feb 17 00:41:28.322835 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=3b806485-9832-40e1-8667-a5367f7198e3,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:28.326109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:28.516448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 727ef127-71b6-4524-88bc-4de85eb45b25 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:41:28.587011 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 727ef127-71b6-4524-88bc-4de85eb45b25 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:41:28.587520 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:28.709444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 6256cee1-1f04-4535-a4f2-203340c3b2ae up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:41:28.782673 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 6256cee1-1f04-4535-a4f2-203340c3b2ae triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:41:28.783025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:28.903879 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 3b806485-9832-40e1-8667-a5367f7198e3 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:41:28.982763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 3b806485-9832-40e1-8667-a5367f7198e3 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:41:28.983904 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:29.098668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c45145-4bec-4f6a-a8a0-c5c6fbe3bbe8 req-cdd40efc-e188-498d-bf9a-972c726f70de tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:29.107702 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c1c45145-4bec-4f6a-a8a0-c5c6fbe3bbe8 req-cdd40efc-e188-498d-bf9a-972c726f70de tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 945 time: 0.1123302 Feb 17 00:41:29.111234 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb772a0b-fe5b-4ae6-9303-e831175156c0 req-e1f73acb-c2b0-4337-baee-18d807be32a0 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:29.118031 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-eb772a0b-fe5b-4ae6-9303-e831175156c0 req-e1f73acb-c2b0-4337-baee-18d807be32a0 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 950 time: 0.1035924 Feb 17 00:41:29.141346 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device f3b4b248-3ff6-463e-94ae-b14ff68eca1d up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:41:29.169649 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c1c45145-4bec-4f6a-a8a0-c5c6fbe3bbe8 req-1942f2ba-74b8-436b-b657-5ae7c9ff181b tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606997 Feb 17 00:41:29.170140 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-eb772a0b-fe5b-4ae6-9303-e831175156c0 req-d8092244-44a6-4156-b97f-efdb09b73430 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e3cb63a-4003-4f64-a439-f05cfc46720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509953 Feb 17 00:41:29.235689 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port f3b4b248-3ff6-463e-94ae-b14ff68eca1d triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:41:29.236111 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:29.963599 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df465b6-2414-4e33-9d60-2809328acf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b806485-9832-40e1-8667-a5367f7198e3'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:30.010688 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df465b6-2414-4e33-9d60-2809328acf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b806485-9832-40e1-8667-a5367f7198e3', 'code': 200} Feb 17 00:41:30.383736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7328c-c89d-4f00-8c9a-5bbbf983c2c0 req-39a65cdf-4093-43d1-8488-9333ea8e9f5d tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:30.386485 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-95f7328c-c89d-4f00-8c9a-5bbbf983c2c0 req-39a65cdf-4093-43d1-8488-9333ea8e9f5d tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 950 time: 0.0903993 Feb 17 00:41:30.399246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db5ff3-dfab-46e8-a1d6-6c9a0b201996 req-f1266549-0895-46de-9b9c-a3da20a6f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:30.401361 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-66db5ff3-dfab-46e8-a1d6-6c9a0b201996 req-f1266549-0895-46de-9b9c-a3da20a6f4fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 1162 time: 0.1560314 Feb 17 00:41:30.413098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc6254-8cce-44f3-8cce-936160ff34d8 req-1c5b9d3f-d371-4112-ac28-e3bd55038b6a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:30.414749 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-24cc6254-8cce-44f3-8cce-936160ff34d8 req-1c5b9d3f-d371-4112-ac28-e3bd55038b6a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 945 time: 0.1285698 Feb 17 00:41:30.435260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 727ef127-71b6-4524-88bc-4de85eb45b25 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:41:30.440842 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-95f7328c-c89d-4f00-8c9a-5bbbf983c2c0 req-9f177874-7473-4eb5-8fbd-6e431ca9bf41 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e3cb63a-4003-4f64-a439-f05cfc46720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440373 Feb 17 00:41:30.493468 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-66db5ff3-dfab-46e8-a1d6-6c9a0b201996 req-dc23789f-c797-4e9e-834e-a8843e97fcae service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738075 Feb 17 00:41:30.501573 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-24cc6254-8cce-44f3-8cce-936160ff34d8 req-6ec575cd-3e09-4a77-b11a-06afa8011e77 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679023 Feb 17 00:41:30.514544 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 727ef127-71b6-4524-88bc-4de85eb45b25 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:41:30.514979 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:31.012637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a06af6-e54d-4aee-9138-7934f6f3024f req-534db671-6b52-44ed-a26e-80f12e477a37 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:31.014320 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9a06af6-e54d-4aee-9138-7934f6f3024f req-534db671-6b52-44ed-a26e-80f12e477a37 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 950 time: 0.0865927 Feb 17 00:41:31.062637 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a9a06af6-e54d-4aee-9138-7934f6f3024f req-08bcc406-4202-4dc7-9008-517cac17f6a1 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e3cb63a-4003-4f64-a439-f05cfc46720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418398 Feb 17 00:41:31.705832 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceaa6e9-b56d-4685-bde7-456c6aff851d req-2c24b307-e509-4c34-a9ee-737936048a0f tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:31.707465 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-eceaa6e9-b56d-4685-bde7-456c6aff851d req-2c24b307-e509-4c34-a9ee-737936048a0f tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 945 time: 0.0883858 Feb 17 00:41:31.755420 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-eceaa6e9-b56d-4685-bde7-456c6aff851d req-d637db67-d51f-4f2d-af75-84e8629c55a0 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 Feb 17 00:41:32.263763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc148523-b64c-433a-8e0a-7e119ffc9c27 req-4409c5d2-16de-4603-b300-52f9e7406099 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:32.265426 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fc148523-b64c-433a-8e0a-7e119ffc9c27 req-4409c5d2-16de-4603-b300-52f9e7406099 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 950 time: 0.0909562 Feb 17 00:41:32.314415 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fc148523-b64c-433a-8e0a-7e119ffc9c27 req-84bc506f-1b92-4935-a8e7-6ade8d3d76f4 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e3cb63a-4003-4f64-a439-f05cfc46720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424802 Feb 17 00:41:32.471172 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 3b806485-9832-40e1-8667-a5367f7198e3 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:41:32.545300 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 3b806485-9832-40e1-8667-a5367f7198e3 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:41:32.545714 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:32.673241 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae744b8-2f8c-4327-b260-0b284402a9b7 req-05d6759b-44be-4d41-992c-e143be564ad4 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:32.674841 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fae744b8-2f8c-4327-b260-0b284402a9b7 req-05d6759b-44be-4d41-992c-e143be564ad4 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.49 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 950 time: 0.0870295 Feb 17 00:41:32.754778 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-fae744b8-2f8c-4327-b260-0b284402a9b7 req-43109bd6-76b2-4a6a-8f4d-bda229f086b2 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Deleting port 727ef127-71b6-4524-88bc-4de85eb45b25 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:41:32.755093 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fae744b8-2f8c-4327-b260-0b284402a9b7 req-43109bd6-76b2-4a6a-8f4d-bda229f086b2 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:32.957223 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17db3d-c5f5-4fe6-9fca-ec12c7366bf1 req-c3c6541b-b366-4490-a4d5-a77e06bcae2f tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:32.958860 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5a17db3d-c5f5-4fe6-9fca-ec12c7366bf1 req-c3c6541b-b366-4490-a4d5-a77e06bcae2f tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 945 time: 0.0898023 Feb 17 00:41:33.007519 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5a17db3d-c5f5-4fe6-9fca-ec12c7366bf1 req-c0a06d21-cb8b-4f6e-925f-c701f7cafedf tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Feb 17 00:41:33.020328 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-fae744b8-2f8c-4327-b260-0b284402a9b7 req-43109bd6-76b2-4a6a-8f4d-bda229f086b2 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] For port 727ef127-71b6-4524-88bc-4de85eb45b25, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=727ef127-71b6-4524-88bc-4de85eb45b25,segment=NetworkSegment(b82c111a-40f2-4d5c-909d-2284f16d5a02),segment_id=b82c111a-40f2-4d5c-909d-2284f16d5a02)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:41:33.020723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fae744b8-2f8c-4327-b260-0b284402a9b7 req-43109bd6-76b2-4a6a-8f4d-bda229f086b2 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:33.154281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-fae744b8-2f8c-4327-b260-0b284402a9b7 req-43109bd6-76b2-4a6a-8f4d-bda229f086b2 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Calling delete_port for 727ef127-71b6-4524-88bc-4de85eb45b25 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:41:33.331111 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fae744b8-2f8c-4327-b260-0b284402a9b7 req-43109bd6-76b2-4a6a-8f4d-bda229f086b2 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:33.347074 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:33.444405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43109bd6-76b2-4a6a-8f4d-bda229f086b2 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Pushing event deleted for resources: {'Port': ['ID=727ef127-71b6-4524-88bc-4de85eb45b25,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:33.452882 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-43109bd6-76b2-4a6a-8f4d-bda229f086b2 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:33.513794 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ca611dfd-ce2f-4145-b95c-b950c0cb3902 req-8fe9037b-79d0-4df1-8298-eeef219e5642 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.38 "GET /v2.0/ports?device_id=37bf8157-8fc5-4b59-969e-9c277e12cf4d HTTP/1.1" status: 200 len: 210 time: 0.0591080 Feb 17 00:41:33.619062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae744b8-2f8c-4327-b260-0b284402a9b7 req-43109bd6-76b2-4a6a-8f4d-bda229f086b2 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] No DVR routers for this DVR port 727ef127-71b6-4524-88bc-4de85eb45b25 on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:41:33.630225 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fae744b8-2f8c-4327-b260-0b284402a9b7 req-43109bd6-76b2-4a6a-8f4d-bda229f086b2 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:33.633323 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bf8157-8fc5-4b59-969e-9c277e12cf4d', 'name': 'network-vif-deleted', 'tag': '727ef127-71b6-4524-88bc-4de85eb45b25'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:33.675262 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fae744b8-2f8c-4327-b260-0b284402a9b7 req-43109bd6-76b2-4a6a-8f4d-bda229f086b2 tempest-VolumesNegativeTest-933413346 tempest-VolumesNegativeTest-933413346-project] 10.222.0.49 "DELETE /v2.0/ports/727ef127-71b6-4524-88bc-4de85eb45b25 HTTP/1.1" status: 204 len: 173 time: 0.9942415 Feb 17 00:41:33.683917 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bf8157-8fc5-4b59-969e-9c277e12cf4d', 'name': 'network-vif-deleted', 'tag': '727ef127-71b6-4524-88bc-4de85eb45b25', 'status': 'completed', 'code': 200} Feb 17 00:41:34.439021 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 727ef127-71b6-4524-88bc-4de85eb45b25 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:41:34.477896 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] No Port match for: 727ef127-71b6-4524-88bc-4de85eb45b25 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:41:34.478272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 727ef127-71b6-4524-88bc-4de85eb45b25 not bound to the agent host hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:41:39.844969 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-a5007467-0d02-4fdb-8837-38f91c7cdccb tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:39.846540 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-a5007467-0d02-4fdb-8837-38f91c7cdccb tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/networks?id=9bbdb07e-1948-4097-9292-c133fba138a3 HTTP/1.1" status: 200 len: 815 time: 0.1544917 Feb 17 00:41:39.862984 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-5ca9f9b2-b95a-4c31-bf23-e775779c93f4 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/quotas/ea05c8ac64824779bdb028540a3c80d1 HTTP/1.1" status: 200 len: 375 time: 0.0102639 Feb 17 00:41:39.952440 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-4c38c4c5-8ab8-4cec-91f9-70bc646e0042 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840406 Feb 17 00:41:40.204410 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-d70e94a8-20be-4c6f-a65b-d94b7b9910ae service neutron] 10.222.0.38 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446480 Feb 17 00:41:40.351162 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-29df0abd-5d73-4a50-bffb-7f1c40d370f5 service neutron] 10.222.0.38 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402488 Feb 17 00:41:40.402120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43114) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:41:40.569872 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-8dd570f6-fc40-4bf8-823e-6e707ce926a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=069296adf00a4d8495b708b0a54adc28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664672 Feb 17 00:41:40.572650 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43124) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:41:40.576919 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6bd1660a-a7f4-4681-b8b7-6640c3cc0758 req-7c1ed1d7-6c64-48f9-be1c-3bf311999812 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 210 time: 0.0508468 Feb 17 00:41:40.637179 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-30403bac-81aa-48b4-9fae-ec140db3eedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:40.664826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-30403bac-81aa-48b4-9fae-ec140db3eedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:40.782431 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-30403bac-81aa-48b4-9fae-ec140db3eedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:40.787675 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6a377be4-b462-4f29-821e-73a744a2682b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:40.802020 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30403bac-81aa-48b4-9fae-ec140db3eedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3cb63a-4003-4f64-a439-f05cfc46720d,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:40.804785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-30403bac-81aa-48b4-9fae-ec140db3eedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:40.838840 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-30403bac-81aa-48b4-9fae-ec140db3eedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:40.840992 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-30403bac-81aa-48b4-9fae-ec140db3eedc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2e3cb63a-4003-4f64-a439-f05cfc46720d HTTP/1.1" status: 204 len: 168 time: 0.2662373 Feb 17 00:41:41.743741 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-83cb8df2-053f-45f4-91e1-3226df20d1ba req-7ec8d60f-8b0e-4e69-a864-2daaa9cfd472 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 210 time: 0.0490146 Feb 17 00:41:42.370789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-155edacf-983e-4204-8637-3eae8010a3e2 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:42.373135 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-155edacf-983e-4204-8637-3eae8010a3e2 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "GET /v2.0/networks?id=9bbdb07e-1948-4097-9292-c133fba138a3 HTTP/1.1" status: 200 len: 815 time: 0.3992271 Feb 17 00:41:42.398364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Request body: {'port': {'device_id': '897e565f-e014-450e-99f0-0b594a95085c', 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3', 'admin_state_up': True, 'tenant_id': 'ea05c8ac64824779bdb028540a3c80d1'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:41:42.547326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:41:42.556888 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:41:42.598848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Made reservation on behalf of ea05c8ac64824779bdb028540a3c80d1 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:41:42.604470 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:42.661894 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a727-665a-47ea-9f69-e21599dc1d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:42.910105 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6e9f26d3-9051-46b7-9232-52588d0daa59 req-4481fd63-cfb3-48c1-ba80-10754352aa55 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 210 time: 0.0525572 Feb 17 00:41:42.914047 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Allocated IP 172.20.0.3 (9bbdb07e-1948-4097-9292-c133fba138a3/95112532-5ce6-48a0-bc27-e39fcad82066/c2abfb81-baf1-4db2-bda9-84d7eb142ed3) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:41:43.131219 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:43.193898 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:43.209304 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f5eb0057-2464-4aaf-93d4-e717755d4a2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:43.348547 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Pushing event updated for resources: {'Port': ['ID=c2abfb81-baf1-4db2-bda9-84d7eb142ed3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:43.361860 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:43.404678 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Network 9bbdb07e-1948-4097-9292-c133fba138a3 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:41:43.405848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:41:43.408087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:41:43.473699 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:43.474371 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:43.531413 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1371024 Feb 17 00:41:43.546687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Request body: {'port': {'device_id': '897e565f-e014-450e-99f0-0b594a95085c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:41:43.663215 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:44.131256 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2abfb81-baf1-4db2-bda9-84d7eb142ed3 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:41:44.142342 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:44.166025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Transition to ACTIVE for port object c2abfb81-baf1-4db2-bda9-84d7eb142ed3 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:41:44.181538 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141dc5-0b8c-47ca-934b-a6f1db33f21e req-146aac13-32f1-4e5e-b76c-8db34dedc4ef tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:44.182311 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-7d141dc5-0b8c-47ca-934b-a6f1db33f21e req-146aac13-32f1-4e5e-b76c-8db34dedc4ef tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Synchronizing usage tracker for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:41:44.199111 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:44.215337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:44.317153 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-7d141dc5-0b8c-47ca-934b-a6f1db33f21e req-146aac13-32f1-4e5e-b76c-8db34dedc4ef tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Unset dirty status for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:41:44.318478 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7d141dc5-0b8c-47ca-934b-a6f1db33f21e req-146aac13-32f1-4e5e-b76c-8db34dedc4ef tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 931 time: 0.2950194 Feb 17 00:41:44.379464 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Pushing event updated for resources: {'Port': ['ID=c2abfb81-baf1-4db2-bda9-84d7eb142ed3,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:44.399617 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:44.423927 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7d141dc5-0b8c-47ca-934b-a6f1db33f21e req-dac2ac48-c53d-4bf7-be0c-cb8d6e902d52 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948505 Feb 17 00:41:44.610727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Attempting to bind port c2abfb81-baf1-4db2-bda9-84d7eb142ed3 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:41:44.611104 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Attempting to bind port c2abfb81-baf1-4db2-bda9-84d7eb142ed3 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:41:44.611478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Attempting to bind port c2abfb81-baf1-4db2-bda9-84d7eb142ed3 on network 9bbdb07e-1948-4097-9292-c133fba138a3 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:41:44.616966 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:41:44.617388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Checking segment: {'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:41:44.617793 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:44.618215 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Bound using segment: {'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:41:44.618663 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Bound port: c2abfb81-baf1-4db2-bda9-84d7eb142ed3, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1654fe27-9654-496c-83d2-b4a2027ba43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9bbdb07e-1948-4097-9292-c133fba138a3'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:41:44.619031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:44.714528 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] For port c2abfb81-baf1-4db2-bda9-84d7eb142ed3, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:41:44.718086 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] For port c2abfb81-baf1-4db2-bda9-84d7eb142ed3, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=c2abfb81-baf1-4db2-bda9-84d7eb142ed3,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:41:44.742506 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:44.757750 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5a2f73af-440b-414d-81c3-d4dbd4c63c07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:44.909405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Pushing event updated for resources: {'Port': ['ID=c2abfb81-baf1-4db2-bda9-84d7eb142ed3,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:44.914700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:44.943156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:44.943839 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:44.945354 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-88e259de-75a7-45b1-963b-3c5cdc1e7c41 service neutron] 10.222.0.49 "PUT /v2.0/ports/c2abfb81-baf1-4db2-bda9-84d7eb142ed3 HTTP/1.1" status: 200 len: 1157 time: 1.4038525 Feb 17 00:41:44.945867 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897e565f-e014-450e-99f0-0b594a95085c', 'tag': 'c2abfb81-baf1-4db2-bda9-84d7eb142ed3'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:44.994767 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897e565f-e014-450e-99f0-0b594a95085c', 'tag': 'c2abfb81-baf1-4db2-bda9-84d7eb142ed3', 'status': 'completed', 'code': 200} Feb 17 00:41:45.101378 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee8882-8b78-4f36-a920-4a43f526abd4 req-b5007d38-c4ad-41c3-afa1-f3c10cadc37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:45.103029 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b5ee8882-8b78-4f36-a920-4a43f526abd4 req-b5007d38-c4ad-41c3-afa1-f3c10cadc37c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 1160 time: 0.0838084 Feb 17 00:41:45.260341 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee8882-8b78-4f36-a920-4a43f526abd4 req-b30b013d-d7da-4000-a4fa-03452e42ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:45.263206 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b5ee8882-8b78-4f36-a920-4a43f526abd4 req-b30b013d-d7da-4000-a4fa-03452e42ddb8 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ea05c8ac64824779bdb028540a3c80d1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1497259 Feb 17 00:41:45.267971 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c557f495-861b-462d-8cfe-d086c5ec2123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:45.307693 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:45.409940 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee8882-8b78-4f36-a920-4a43f526abd4 req-dd72484b-6e96-408f-a629-83e94b237001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:45.411531 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b5ee8882-8b78-4f36-a920-4a43f526abd4 req-dd72484b-6e96-408f-a629-83e94b237001 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1417022 Feb 17 00:41:45.529997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-eacad04d-7be6-4c70-8799-69a62d40ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:45.531553 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-eacad04d-7be6-4c70-8799-69a62d40ba9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 1160 time: 0.0787990 Feb 17 00:41:45.650157 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-591a7d2d-880f-4358-adde-9a617545e591 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2abfb81-baf1-4db2-bda9-84d7eb142ed3 HTTP/1.1" status: 200 len: 217 time: 0.0756011 Feb 17 00:41:45.742399 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31b663-ade4-4ff7-9142-92a19f422974 req-62078109-aa5a-40b5-b2a0-ff40da36876f tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:45.743973 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7d31b663-ade4-4ff7-9142-92a19f422974 req-62078109-aa5a-40b5-b2a0-ff40da36876f tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 943 time: 0.2085714 Feb 17 00:41:45.748057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-fceb2b47-f0d5-4bfb-b146-d68ca07a1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:45.749581 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-fceb2b47-f0d5-4bfb-b146-d68ca07a1cdb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95112532-5ce6-48a0-bc27-e39fcad82066 HTTP/1.1" status: 200 len: 855 time: 0.0882776 Feb 17 00:41:45.817646 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-30b7f4c2-a023-429f-ac43-95bbcb0b5e56 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbdb07e-1948-4097-9292-c133fba138a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520625 Feb 17 00:41:45.910753 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7d31b663-ade4-4ff7-9142-92a19f422974 req-c05378db-8dd9-4949-bc57-671a5d7b3bcc tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593480 Feb 17 00:41:45.974523 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-82b516f0-0471-41c1-91a2-a228bb727dfa service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461725 Feb 17 00:41:46.123529 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-35bc5895-e416-4799-b56b-4f507ff2a55e req-28ee09f9-b784-45fb-92ac-1eabbf508520 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356630 Feb 17 00:41:46.609939 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:46.953651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:47.113178 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7578f35-79c3-4bb4-aec8-76d6dee66f45 req-684a539b-7a96-487a-ae34-3ae1c5a34184 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:47.114814 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b7578f35-79c3-4bb4-aec8-76d6dee66f45 req-684a539b-7a96-487a-ae34-3ae1c5a34184 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 943 time: 0.0873330 Feb 17 00:41:47.162609 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b7578f35-79c3-4bb4-aec8-76d6dee66f45 req-fb28bcf6-e324-476e-9825-cd078a22f269 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413568 Feb 17 00:41:48.370835 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c0b8a-8dc3-4d7f-b64a-1deddf4f9030 req-a6702732-b4eb-4e1b-b554-96a05522691a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:48.373503 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-de0c0b8a-8dc3-4d7f-b64a-1deddf4f9030 req-a6702732-b4eb-4e1b-b554-96a05522691a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 943 time: 0.0946517 Feb 17 00:41:48.422434 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-de0c0b8a-8dc3-4d7f-b64a-1deddf4f9030 req-4aa22b1f-a844-4b31-9678-bd3e98f1d0d4 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 Feb 17 00:41:49.005546 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device c2abfb81-baf1-4db2-bda9-84d7eb142ed3 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:41:49.112544 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port c2abfb81-baf1-4db2-bda9-84d7eb142ed3 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:41:49.117822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port c2abfb81-baf1-4db2-bda9-84d7eb142ed3 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:41:49.122272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:49.239362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:49.266844 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897e565f-e014-450e-99f0-0b594a95085c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2abfb81-baf1-4db2-bda9-84d7eb142ed3'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:41:49.278214 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port c2abfb81-baf1-4db2-bda9-84d7eb142ed3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=c2abfb81-baf1-4db2-bda9-84d7eb142ed3,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:41:49.307938 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:49.310434 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:41:49.347173 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897e565f-e014-450e-99f0-0b594a95085c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2abfb81-baf1-4db2-bda9-84d7eb142ed3', 'code': 200} Feb 17 00:41:49.388262 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=c2abfb81-baf1-4db2-bda9-84d7eb142ed3,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:41:49.391691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:41:49.813306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:41:49.911263 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1dc09-a828-425e-88d8-fd52192bd202 req-3a07aa9c-c451-41b0-ad6c-590bcc97d6e8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:49.912903 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16b1dc09-a828-425e-88d8-fd52192bd202 req-3a07aa9c-c451-41b0-ad6c-590bcc97d6e8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 945 time: 0.3758307 Feb 17 00:41:49.914781 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da291b0-5747-492f-80e5-01898c764c3d req-73d3d18e-f683-481a-8eb6-d03322a02f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:49.916247 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8da291b0-5747-492f-80e5-01898c764c3d req-73d3d18e-f683-481a-8eb6-d03322a02f98 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 1162 time: 0.3432746 Feb 17 00:41:49.990796 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16b1dc09-a828-425e-88d8-fd52192bd202 req-e0166713-a989-4ade-9be3-0cebc4b6d26e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709167 Feb 17 00:41:49.994141 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8da291b0-5747-492f-80e5-01898c764c3d req-28d1200d-e258-4ad0-9c99-3043ef60a432 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606518 Feb 17 00:41:50.583556 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device c2abfb81-baf1-4db2-bda9-84d7eb142ed3 up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:41:50.654831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port c2abfb81-baf1-4db2-bda9-84d7eb142ed3 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:41:50.655248 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:51.422640 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355601b9-c55b-4cad-9c61-3ee702adc9ca req-0d64b275-ba8c-4ef3-bcdc-b64f114bda68 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:51.424159 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-355601b9-c55b-4cad-9c61-3ee702adc9ca req-0d64b275-ba8c-4ef3-bcdc-b64f114bda68 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 945 time: 0.3154907 Feb 17 00:41:51.471194 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-355601b9-c55b-4cad-9c61-3ee702adc9ca req-1c57ba68-2f45-4787-93a5-4ef3ac0d3717 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Feb 17 00:41:52.671129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f786796-e0ac-49d6-86ce-dc0f27d8ef23 req-50550b3c-7f68-4ae3-8035-89b321f74618 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:52.672745 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2f786796-e0ac-49d6-86ce-dc0f27d8ef23 req-50550b3c-7f68-4ae3-8035-89b321f74618 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 945 time: 0.0858967 Feb 17 00:41:52.719585 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2f786796-e0ac-49d6-86ce-dc0f27d8ef23 req-8fe00180-3870-4339-a30d-7f1619982a15 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405090 Feb 17 00:41:55.221972 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:41:58.403584 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f0be4775-9c48-482a-a2f3-cc9f949f4c22 req-999a2424-44b8-46bf-b3cb-cded5ad63863 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0842509 Feb 17 00:41:58.560837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be4775-9c48-482a-a2f3-cc9f949f4c22 req-c58af03f-04d3-4c04-9bb8-37a26c4e36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:58.562524 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f0be4775-9c48-482a-a2f3-cc9f949f4c22 req-c58af03f-04d3-4c04-9bb8-37a26c4e36ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea05c8ac64824779bdb028540a3c80d1&device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 1162 time: 0.0798190 Feb 17 00:41:58.726167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be4775-9c48-482a-a2f3-cc9f949f4c22 req-ff402802-df95-4462-bc15-74f1ad513634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:58.727763 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f0be4775-9c48-482a-a2f3-cc9f949f4c22 req-ff402802-df95-4462-bc15-74f1ad513634 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bbdb07e-1948-4097-9292-c133fba138a3 HTTP/1.1" status: 200 len: 909 time: 0.1456356 Feb 17 00:41:58.813161 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f0be4775-9c48-482a-a2f3-cc9f949f4c22 req-2caa3ceb-b98b-4463-b075-9b5fc306a8bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6256cee1-1f04-4535-a4f2-203340c3b2ae HTTP/1.1" status: 200 len: 217 time: 0.0731866 Feb 17 00:41:58.882555 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be4775-9c48-482a-a2f3-cc9f949f4c22 req-087add14-e6ac-48a0-b1a2-e659a86d8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:41:58.884090 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f0be4775-9c48-482a-a2f3-cc9f949f4c22 req-087add14-e6ac-48a0-b1a2-e659a86d8072 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95112532-5ce6-48a0-bc27-e39fcad82066 HTTP/1.1" status: 200 len: 855 time: 0.0642679 Feb 17 00:41:58.938900 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f0be4775-9c48-482a-a2f3-cc9f949f4c22 req-3b623078-6b42-4835-ba07-f76e3d5e8b98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbdb07e-1948-4097-9292-c133fba138a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465074 Feb 17 00:41:59.084411 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f0be4775-9c48-482a-a2f3-cc9f949f4c22 req-99778522-0c92-4491-a796-88193823ef29 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387973 Feb 17 00:41:59.232122 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f0be4775-9c48-482a-a2f3-cc9f949f4c22 req-0ef0ad74-51fb-4502-8da4-a54c77e04d80 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406817 Feb 17 00:42:00.838067 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44784e0e-e738-47f6-882a-a3714959326e req-2a334753-bdd4-4960-9d2b-5c8263af88cf tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:00.839604 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-44784e0e-e738-47f6-882a-a3714959326e req-2a334753-bdd4-4960-9d2b-5c8263af88cf tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 945 time: 0.0891695 Feb 17 00:42:00.887269 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-44784e0e-e738-47f6-882a-a3714959326e req-db0f7821-5718-4ac9-b3f4-9a3ba9674d0e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Feb 17 00:42:02.086510 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5f0f4-d1ba-49e6-9dac-8a03ddd85b35 req-791881c8-4bf6-45d8-8c63-00ea287d6ef4 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:02.088108 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b0d5f0f4-d1ba-49e6-9dac-8a03ddd85b35 req-791881c8-4bf6-45d8-8c63-00ea287d6ef4 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 945 time: 0.0863557 Feb 17 00:42:02.139205 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b0d5f0f4-d1ba-49e6-9dac-8a03ddd85b35 req-527e7d13-24b4-45a6-b329-7f185bf5d1ac tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446470 Feb 17 00:42:02.517869 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-e44b6d76-653c-4afa-a02d-e9aedf3a0330 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:02.519375 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-e44b6d76-653c-4afa-a02d-e9aedf3a0330 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 945 time: 0.0881453 Feb 17 00:42:02.599288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Deleting port c2abfb81-baf1-4db2-bda9-84d7eb142ed3 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:42:02.599670 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:02.619685 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device c2abfb81-baf1-4db2-bda9-84d7eb142ed3 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:42:02.747946 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:02.776648 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897e565f-e014-450e-99f0-0b594a95085c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2abfb81-baf1-4db2-bda9-84d7eb142ed3'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:42:02.787017 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port c2abfb81-baf1-4db2-bda9-84d7eb142ed3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=c2abfb81-baf1-4db2-bda9-84d7eb142ed3,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:42:02.821713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:02.824229 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:02.862381 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897e565f-e014-450e-99f0-0b594a95085c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2abfb81-baf1-4db2-bda9-84d7eb142ed3', 'code': 200} Feb 17 00:42:02.880739 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] For port c2abfb81-baf1-4db2-bda9-84d7eb142ed3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=c2abfb81-baf1-4db2-bda9-84d7eb142ed3,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:42:02.881150 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:02.900473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=c2abfb81-baf1-4db2-bda9-84d7eb142ed3,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:02.909183 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.909609 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.909993 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.910372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.910745 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.911122 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.911490 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.911858 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.912227 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.912592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.912956 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.913344 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.913744 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.914110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.914470 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.914839 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.915202 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.915560 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.915923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.916283 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.916639 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.916995 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.917415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.918304 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:02.923008 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:03.014854 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Calling delete_port for c2abfb81-baf1-4db2-bda9-84d7eb142ed3 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:42:03.129874 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:42:03.130450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:42:03.339988 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347944c-135a-4525-b5f5-b6584c43d991 req-f4010a25-9b3f-4bc6-ba82-bbf0bab63c28 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:03.341559 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7347944c-135a-4525-b5f5-b6584c43d991 req-f4010a25-9b3f-4bc6-ba82-bbf0bab63c28 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 943 time: 0.0851724 Feb 17 00:42:03.388367 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7347944c-135a-4525-b5f5-b6584c43d991 req-99559359-cd8d-474a-9b2a-d44773f85139 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404491 Feb 17 00:42:03.631782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Deleting port c2abfb81-baf1-4db2-bda9-84d7eb142ed3 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:42:03.632175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:03.893547 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] For port c2abfb81-baf1-4db2-bda9-84d7eb142ed3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=c2abfb81-baf1-4db2-bda9-84d7eb142ed3,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:42:03.893955 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:04.029519 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Calling delete_port for c2abfb81-baf1-4db2-bda9-84d7eb142ed3 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:42:04.216641 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:04.232797 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1db18081-2a94-45c9-abe0-1b692527d1b6 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:04.331625 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Pushing event deleted for resources: {'Port': ['ID=c2abfb81-baf1-4db2-bda9-84d7eb142ed3,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:04.353428 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.353852 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.354265 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.354675 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.355102 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.355520 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.355919 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.356316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.356717 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.357117 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.357547 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.357948 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.358389 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.358789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.359185 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.359579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.359974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.360368 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.360767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.361163 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.361584 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.361978 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.362371 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.362764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:04.370795 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:04.459662 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] No DVR routers for this DVR port c2abfb81-baf1-4db2-bda9-84d7eb142ed3 on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:42:04.461955 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:04.465271 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897e565f-e014-450e-99f0-0b594a95085c', 'name': 'network-vif-deleted', 'tag': 'c2abfb81-baf1-4db2-bda9-84d7eb142ed3'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:42:04.509579 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b1f9d4e5-4065-4c9a-9a3e-75260a9a3536 req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "DELETE /v2.0/ports/c2abfb81-baf1-4db2-bda9-84d7eb142ed3 HTTP/1.1" status: 204 len: 173 time: 1.9842713 Feb 17 00:42:04.546707 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897e565f-e014-450e-99f0-0b594a95085c', 'name': 'network-vif-deleted', 'tag': 'c2abfb81-baf1-4db2-bda9-84d7eb142ed3', 'status': 'completed', 'code': 200} Feb 17 00:42:04.558611 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-1384e902-a779-4a73-85c9-2894d2a03b93 req-da7b7908-352e-4389-ab33-4d89f575c48e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Synchronizing usage tracker for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:42:04.626609 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-1384e902-a779-4a73-85c9-2894d2a03b93 req-da7b7908-352e-4389-ab33-4d89f575c48e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Unset dirty status for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:42:04.627953 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1384e902-a779-4a73-85c9-2894d2a03b93 req-da7b7908-352e-4389-ab33-4d89f575c48e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=897e565f-e014-450e-99f0-0b594a95085c HTTP/1.1" status: 200 len: 210 time: 0.1212449 Feb 17 00:42:07.492305 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7f8da-d89e-4509-8f1a-14b5dbdc6ad7 req-3f49a6b3-a65f-41c9-8427-f737700d2d10 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:07.493866 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3fb7f8da-d89e-4509-8f1a-14b5dbdc6ad7 req-3f49a6b3-a65f-41c9-8427-f737700d2d10 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 945 time: 0.0929573 Feb 17 00:42:07.543622 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3fb7f8da-d89e-4509-8f1a-14b5dbdc6ad7 req-1de580d6-ea9d-480a-b777-87cecf621edc tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Feb 17 00:42:08.751995 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f0333-36de-4a72-b9cd-46ea0c4cce2b req-a28c90ee-c8f1-40fa-b8fb-d1c769349325 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:08.753667 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-714f0333-36de-4a72-b9cd-46ea0c4cce2b req-a28c90ee-c8f1-40fa-b8fb-d1c769349325 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 945 time: 0.0922289 Feb 17 00:42:08.802011 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-714f0333-36de-4a72-b9cd-46ea0c4cce2b req-c3fe5291-6e7c-42a7-aa52-43fbe33713fb tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419073 Feb 17 00:42:09.108160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a2a38-894f-4945-9c74-54f5ca8903cb req-9f654410-5991-4932-9da4-94ca19a1d9c0 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:09.108160 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-204a2a38-894f-4945-9c74-54f5ca8903cb req-9f654410-5991-4932-9da4-94ca19a1d9c0 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 945 time: 0.0874655 Feb 17 00:42:09.191313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-204a2a38-894f-4945-9c74-54f5ca8903cb req-32fdfe96-257e-49ff-bcb6-68acb499a80a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Deleting port 3b806485-9832-40e1-8667-a5367f7198e3 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:42:09.192030 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-204a2a38-894f-4945-9c74-54f5ca8903cb req-32fdfe96-257e-49ff-bcb6-68acb499a80a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:09.454776 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-204a2a38-894f-4945-9c74-54f5ca8903cb req-32fdfe96-257e-49ff-bcb6-68acb499a80a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] For port 3b806485-9832-40e1-8667-a5367f7198e3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=3b806485-9832-40e1-8667-a5367f7198e3,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:42:09.455185 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-204a2a38-894f-4945-9c74-54f5ca8903cb req-32fdfe96-257e-49ff-bcb6-68acb499a80a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:09.587367 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-204a2a38-894f-4945-9c74-54f5ca8903cb req-32fdfe96-257e-49ff-bcb6-68acb499a80a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Calling delete_port for 3b806485-9832-40e1-8667-a5367f7198e3 owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:42:09.758812 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-204a2a38-894f-4945-9c74-54f5ca8903cb req-32fdfe96-257e-49ff-bcb6-68acb499a80a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:09.774444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0fc101ab-021f-4dc6-8be4-3d3db737f33e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:09.873013 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdfe96-257e-49ff-bcb6-68acb499a80a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Pushing event deleted for resources: {'Port': ['ID=3b806485-9832-40e1-8667-a5367f7198e3,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:09.882880 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-32fdfe96-257e-49ff-bcb6-68acb499a80a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:09.968476 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-396fd9e7-cabd-4694-a456-821e2ae6efd9 req-daae4a39-b3fc-4703-91f8-57f64de50174 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=5df465b6-2414-4e33-9d60-2809328acf1e HTTP/1.1" status: 200 len: 210 time: 0.0483506 Feb 17 00:42:09.981801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-204a2a38-894f-4945-9c74-54f5ca8903cb req-32fdfe96-257e-49ff-bcb6-68acb499a80a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] No DVR routers for this DVR port 3b806485-9832-40e1-8667-a5367f7198e3 on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:42:09.984165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-204a2a38-894f-4945-9c74-54f5ca8903cb req-32fdfe96-257e-49ff-bcb6-68acb499a80a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:09.987061 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df465b6-2414-4e33-9d60-2809328acf1e', 'name': 'network-vif-deleted', 'tag': '3b806485-9832-40e1-8667-a5367f7198e3'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:42:10.028421 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-204a2a38-894f-4945-9c74-54f5ca8903cb req-32fdfe96-257e-49ff-bcb6-68acb499a80a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "DELETE /v2.0/ports/3b806485-9832-40e1-8667-a5367f7198e3 HTTP/1.1" status: 204 len: 173 time: 0.9147000 Feb 17 00:42:10.036579 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df465b6-2414-4e33-9d60-2809328acf1e', 'name': 'network-vif-deleted', 'tag': '3b806485-9832-40e1-8667-a5367f7198e3', 'status': 'completed', 'code': 200} Feb 17 00:42:10.941603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 3b806485-9832-40e1-8667-a5367f7198e3 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:42:10.981335 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] No Port match for: 3b806485-9832-40e1-8667-a5367f7198e3 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:42:10.981745 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 3b806485-9832-40e1-8667-a5367f7198e3 not bound to the agent host hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:42:11.509104 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad683c-9f96-4dfa-9329-7508e0785fe0 req-97f960a0-4985-41de-8787-a4c012349475 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:11.510722 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5fad683c-9f96-4dfa-9329-7508e0785fe0 req-97f960a0-4985-41de-8787-a4c012349475 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 945 time: 0.0877364 Feb 17 00:42:11.558087 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5fad683c-9f96-4dfa-9329-7508e0785fe0 req-df411408-b30a-44d0-bddc-f9c08001068e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412078 Feb 17 00:42:12.661848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e2da4baf-68f8-4c8a-9886-d8c8f74dfd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:12.687422 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device f3b4b248-3ff6-463e-94ae-b14ff68eca1d no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:42:12.813648 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:12.828389 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d6985-5556-4526-af05-41e2613b7c2e req-20948855-2072-4ea9-b8df-368cc482cb9f tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:12.829175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-063d6985-5556-4526-af05-41e2613b7c2e req-20948855-2072-4ea9-b8df-368cc482cb9f tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Synchronizing usage tracker for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:42:12.840159 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584c8fb-09f3-41b0-937d-8fab7ef82672 req-15b58719-856e-44aa-89d5-c44c46d6eb92 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:12.840906 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-7584c8fb-09f3-41b0-937d-8fab7ef82672 req-15b58719-856e-44aa-89d5-c44c46d6eb92 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Synchronizing usage tracker for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:42:12.843987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c96fb-239e-4b2a-873d-9ca14015ca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3b4b248-3ff6-463e-94ae-b14ff68eca1d'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:42:12.854544 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port f3b4b248-3ff6-463e-94ae-b14ff68eca1d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=f3b4b248-3ff6-463e-94ae-b14ff68eca1d,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:42:12.896478 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c96fb-239e-4b2a-873d-9ca14015ca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3b4b248-3ff6-463e-94ae-b14ff68eca1d', 'code': 200} Feb 17 00:42:12.907582 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:12.910077 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:12.979791 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=f3b4b248-3ff6-463e-94ae-b14ff68eca1d,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:12.982659 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-063d6985-5556-4526-af05-41e2613b7c2e req-20948855-2072-4ea9-b8df-368cc482cb9f tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Unset dirty status for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:42:12.983946 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:12.984102 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-063d6985-5556-4526-af05-41e2613b7c2e req-20948855-2072-4ea9-b8df-368cc482cb9f tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 945 time: 0.3193123 Feb 17 00:42:12.984774 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-7584c8fb-09f3-41b0-937d-8fab7ef82672 req-15b58719-856e-44aa-89d5-c44c46d6eb92 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Unset dirty status for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:42:12.986107 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7584c8fb-09f3-41b0-937d-8fab7ef82672 req-15b58719-856e-44aa-89d5-c44c46d6eb92 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 945 time: 0.2757385 Feb 17 00:42:13.092775 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7584c8fb-09f3-41b0-937d-8fab7ef82672 req-c454e351-3709-42be-813f-54c74809dbcf tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683172 Feb 17 00:42:13.098801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-063d6985-5556-4526-af05-41e2613b7c2e req-df925c18-12ef-4a17-8f4c-4439f983bb39 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Deleting port f3b4b248-3ff6-463e-94ae-b14ff68eca1d {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:42:13.099185 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-063d6985-5556-4526-af05-41e2613b7c2e req-df925c18-12ef-4a17-8f4c-4439f983bb39 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:13.591851 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-063d6985-5556-4526-af05-41e2613b7c2e req-df925c18-12ef-4a17-8f4c-4439f983bb39 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] For port f3b4b248-3ff6-463e-94ae-b14ff68eca1d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=f3b4b248-3ff6-463e-94ae-b14ff68eca1d,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:42:13.592251 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-063d6985-5556-4526-af05-41e2613b7c2e req-df925c18-12ef-4a17-8f4c-4439f983bb39 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:13.722992 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-063d6985-5556-4526-af05-41e2613b7c2e req-df925c18-12ef-4a17-8f4c-4439f983bb39 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Calling delete_port for f3b4b248-3ff6-463e-94ae-b14ff68eca1d owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:42:13.896160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-063d6985-5556-4526-af05-41e2613b7c2e req-df925c18-12ef-4a17-8f4c-4439f983bb39 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:13.912358 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-32fdfe96-257e-49ff-bcb6-68acb499a80a tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:14.014578 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df925c18-12ef-4a17-8f4c-4439f983bb39 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Pushing event deleted for resources: {'Port': ['ID=f3b4b248-3ff6-463e-94ae-b14ff68eca1d,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:14.024958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-df925c18-12ef-4a17-8f4c-4439f983bb39 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:14.146387 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-063d6985-5556-4526-af05-41e2613b7c2e req-df925c18-12ef-4a17-8f4c-4439f983bb39 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] No DVR routers for this DVR port f3b4b248-3ff6-463e-94ae-b14ff68eca1d on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:42:14.148827 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-063d6985-5556-4526-af05-41e2613b7c2e req-df925c18-12ef-4a17-8f4c-4439f983bb39 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:14.151803 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c96fb-239e-4b2a-873d-9ca14015ca7d', 'name': 'network-vif-deleted', 'tag': 'f3b4b248-3ff6-463e-94ae-b14ff68eca1d'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:42:14.200941 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-063d6985-5556-4526-af05-41e2613b7c2e req-df925c18-12ef-4a17-8f4c-4439f983bb39 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "DELETE /v2.0/ports/f3b4b248-3ff6-463e-94ae-b14ff68eca1d HTTP/1.1" status: 204 len: 173 time: 1.2104669 Feb 17 00:42:14.219447 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c96fb-239e-4b2a-873d-9ca14015ca7d', 'name': 'network-vif-deleted', 'tag': 'f3b4b248-3ff6-463e-94ae-b14ff68eca1d', 'status': 'completed', 'code': 200} Feb 17 00:42:14.310607 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-52cfaf43-ae0e-4d27-8f3d-acd148e8a93f req-ac513078-2bc4-4784-beaa-c07e94bd998e tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=a59c96fb-239e-4b2a-873d-9ca14015ca7d HTTP/1.1" status: 200 len: 210 time: 0.0663404 Feb 17 00:42:15.255508 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7dcb9835-7b96-4780-8ddd-0608297fabd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:15.312591 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:16.604379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:16.946379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:17.200211 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcdb14-2861-4034-bf14-553772e71792 req-54e9a2cc-9812-4cc5-9ef8-2986d8d8e411 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:17.200977 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-c7dcdb14-2861-4034-bf14-553772e71792 req-54e9a2cc-9812-4cc5-9ef8-2986d8d8e411 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Synchronizing usage tracker for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:42:17.243691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-c7dcdb14-2861-4034-bf14-553772e71792 req-54e9a2cc-9812-4cc5-9ef8-2986d8d8e411 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Unset dirty status for tenant:ea05c8ac64824779bdb028540a3c80d1 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:42:17.244978 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c7dcdb14-2861-4034-bf14-553772e71792 req-54e9a2cc-9812-4cc5-9ef8-2986d8d8e411 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 945 time: 0.1308842 Feb 17 00:42:17.294445 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c7dcdb14-2861-4034-bf14-553772e71792 req-e9a42c47-cd61-468c-abcc-aebadb44f459 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 Feb 17 00:42:18.500441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd505811-c6bd-4009-8514-ac67c469329c req-f13ba32e-20ad-497f-b43c-effa4ebe2953 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:18.501973 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd505811-c6bd-4009-8514-ac67c469329c req-f13ba32e-20ad-497f-b43c-effa4ebe2953 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 945 time: 0.0901105 Feb 17 00:42:18.549643 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd505811-c6bd-4009-8514-ac67c469329c req-f98a0bd4-f82f-4a76-b5e8-2d90791d4657 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413468 Feb 17 00:42:18.690141 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d47c2-8153-4617-b222-ea23ea581110 req-db404f11-5d26-4e82-9e18-9bec941403b2 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:18.691694 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e59d47c2-8153-4617-b222-ea23ea581110 req-db404f11-5d26-4e82-9e18-9bec941403b2 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 945 time: 0.0896831 Feb 17 00:42:18.727937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 6256cee1-1f04-4535-a4f2-203340c3b2ae no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:42:18.769103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Deleting port 6256cee1-1f04-4535-a4f2-203340c3b2ae {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:42:18.769450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:18.859832 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:18.888372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa62a1e-2287-4ab8-a317-324f7431d35f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6256cee1-1f04-4535-a4f2-203340c3b2ae'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:42:18.898877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 6256cee1-1f04-4535-a4f2-203340c3b2ae, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=6256cee1-1f04-4535-a4f2-203340c3b2ae,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:42:18.935837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:18.937856 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:18.975628 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa62a1e-2287-4ab8-a317-324f7431d35f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6256cee1-1f04-4535-a4f2-203340c3b2ae', 'code': 200} Feb 17 00:42:19.012999 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=6256cee1-1f04-4535-a4f2-203340c3b2ae,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:19.016300 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:19.041811 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] For port 6256cee1-1f04-4535-a4f2-203340c3b2ae, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=6256cee1-1f04-4535-a4f2-203340c3b2ae,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:42:19.042221 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:19.178872 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Calling delete_port for 6256cee1-1f04-4535-a4f2-203340c3b2ae owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:42:19.296035 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:42:19.296353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:42:19.747537 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3f0eb-5cab-4287-95a1-6419b31dbe08 req-c7f6f687-7620-4fed-b768-92f926eb0658 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:19.749144 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20c3f0eb-5cab-4287-95a1-6419b31dbe08 req-c7f6f687-7620-4fed-b768-92f926eb0658 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 943 time: 0.0875695 Feb 17 00:42:19.797653 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20c3f0eb-5cab-4287-95a1-6419b31dbe08 req-0a592fa3-7d38-473c-abf5-aefb1d8f42fc tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/security-groups?id=33798a5e-c34e-474e-9a17-23e957c85a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 Feb 17 00:42:19.797856 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Deleting port 6256cee1-1f04-4535-a4f2-203340c3b2ae {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:42:19.798232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:20.060979 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] For port 6256cee1-1f04-4535-a4f2-203340c3b2ae, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=6256cee1-1f04-4535-a4f2-203340c3b2ae,segment=NetworkSegment(1654fe27-9654-496c-83d2-b4a2027ba43f),segment_id=1654fe27-9654-496c-83d2-b4a2027ba43f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:42:20.061444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:20.199536 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Calling delete_port for 6256cee1-1f04-4535-a4f2-203340c3b2ae owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:42:20.369803 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:20.390131 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-76631d10-13c7-4069-8d6d-1840b14352b8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:20.494144 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Pushing event deleted for resources: {'Port': ['ID=6256cee1-1f04-4535-a4f2-203340c3b2ae,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:20.497573 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:20.596951 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] No DVR routers for this DVR port 6256cee1-1f04-4535-a4f2-203340c3b2ae on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:42:20.599058 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:20.601736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa62a1e-2287-4ab8-a317-324f7431d35f', 'name': 'network-vif-deleted', 'tag': '6256cee1-1f04-4535-a4f2-203340c3b2ae'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:42:20.639407 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e59d47c2-8153-4617-b222-ea23ea581110 req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.49 "DELETE /v2.0/ports/6256cee1-1f04-4535-a4f2-203340c3b2ae HTTP/1.1" status: 204 len: 173 time: 1.9415929 Feb 17 00:42:20.650815 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa62a1e-2287-4ab8-a317-324f7431d35f', 'name': 'network-vif-deleted', 'tag': '6256cee1-1f04-4535-a4f2-203340c3b2ae', 'status': 'completed', 'code': 200} Feb 17 00:42:20.978419 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b8b7a8eb-8f69-4e9b-904a-9888f7f95a11 req-8c9576f1-3473-4f8b-bcaa-a274e0b09d37 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9fa62a1e-2287-4ab8-a317-324f7431d35f HTTP/1.1" status: 200 len: 210 time: 0.0514874 Feb 17 00:42:22.080983 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43276) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:22.149909 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a62cad-bf85-4210-9eb2-3689eba829c8 admin admin] Deleting subnet 95112532-5ce6-48a0-bc27-e39fcad82066 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:42:22.153042 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d3a62cad-bf85-4210-9eb2-3689eba829c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:22.205385 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d3a62cad-bf85-4210-9eb2-3689eba829c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847819781'] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:22.263286 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d3a62cad-bf85-4210-9eb2-3689eba829c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:22.547270 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d3a62cad-bf85-4210-9eb2-3689eba829c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6621453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6984457'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:22.563725 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:22.657805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a62cad-bf85-4210-9eb2-3689eba829c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95112532-5ce6-48a0-bc27-e39fcad82066,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:22.662397 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d3a62cad-bf85-4210-9eb2-3689eba829c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:22.697268 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d3a62cad-bf85-4210-9eb2-3689eba829c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:22.703277 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-d3a62cad-bf85-4210-9eb2-3689eba829c8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/95112532-5ce6-48a0-bc27-e39fcad82066 HTTP/1.1" status: 204 len: 168 time: 0.6211331 Feb 17 00:42:22.706057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43280) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:22.821443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:23.016024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:23.131414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbdb07e-1948-4097-9292-c133fba138a3']}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:42:23.145376 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1654fe27-9654-496c-83d2-b4a2027ba43f') {'for_net_delete': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:42:23.145724 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1654fe27-9654-496c-83d2-b4a2027ba43f') {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:42:23.158730 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6956003'] for segment, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:23.174008 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:23.176123 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:42:23.600101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] Network 9bbdb07e-1948-4097-9292-c133fba138a3 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:42:23.612261 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848153614'] for segment, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:23.795421 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] Network 9bbdb07e-1948-4097-9292-c133fba138a3 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:42:23.818626 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:42:23.935405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:23.938882 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:23.952538 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:23.963324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbdb07e-1948-4097-9292-c133fba138a3,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:23.967012 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:24.004795 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-008288ad-c1e5-4b1b-8f42-aa0edbf046e8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9bbdb07e-1948-4097-9292-c133fba138a3 HTTP/1.1" status: 204 len: 168 time: 1.2977040 Feb 17 00:42:24.271105 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43286) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:24.322840 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c7783722-0677-48e7-baf4-8a25e09b9725 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ea05c8ac64824779bdb028540a3c80d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504446 Feb 17 00:42:24.325496 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43290) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:24.385832 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-571788c6-1ebd-41ad-be47-39adf0bdeb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:24.416779 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-571788c6-1ebd-41ad-be47-39adf0bdeb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:24.604023 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-571788c6-1ebd-41ad-be47-39adf0bdeb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:24.609393 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-72f0e403-46a9-4546-8a7e-40a41b0cbbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:24.623969 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571788c6-1ebd-41ad-be47-39adf0bdeb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33798a5e-c34e-474e-9a17-23e957c85a26,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:24.626497 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-571788c6-1ebd-41ad-be47-39adf0bdeb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:24.660212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-571788c6-1ebd-41ad-be47-39adf0bdeb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:24.661609 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-571788c6-1ebd-41ad-be47-39adf0bdeb9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33798a5e-c34e-474e-9a17-23e957c85a26 HTTP/1.1" status: 204 len: 168 time: 0.3351145 Feb 17 00:42:25.238667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:26.813908 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:42:27.298933 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43346) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:27.425957 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-909a2315-c182-48ed-9cc4-5e0fb5d02dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:27.441669 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-909a2315-c182-48ed-9cc4-5e0fb5d02dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:27.445760 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-909a2315-c182-48ed-9cc4-5e0fb5d02dba admin admin] Usage tracker for resource:security_group_rule and tenant:728ce1cc8ae84b6a9c92ab37ba996c84 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:27.448703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-909a2315-c182-48ed-9cc4-5e0fb5d02dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:27.455231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-909a2315-c182-48ed-9cc4-5e0fb5d02dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:27.538274 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-909a2315-c182-48ed-9cc4-5e0fb5d02dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:27.575944 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-909a2315-c182-48ed-9cc4-5e0fb5d02dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:27.585272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-221fd36c-e6aa-479d-bedb-54ae685a8b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:27.627353 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-909a2315-c182-48ed-9cc4-5e0fb5d02dba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=728ce1cc8ae84b6a9c92ab37ba996c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272798 Feb 17 00:42:27.629055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a2315-c182-48ed-9cc4-5e0fb5d02dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7ab00f-3001-4f0d-833c-dc809e6d1f5b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:27.630383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 43352) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:27.632444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-909a2315-c182-48ed-9cc4-5e0fb5d02dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:27.694441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:27.721942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:27.793471 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:27.798782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0fd4cb04-72ea-4ce4-b692-e9dd6b4f1bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:27.813267 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7ab00f-3001-4f0d-833c-dc809e6d1f5b,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:27.821350 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:27.822561 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a7ab00f-3001-4f0d-833c-dc809e6d1f5b HTTP/1.1" status: 204 len: 168 time: 0.1911149 Feb 17 00:42:27.824848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.825496 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.825915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.826372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.826739 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.827185 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.827535 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.827939 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.828346 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.828721 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.829122 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.829549 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.829991 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.830389 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.830790 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.831188 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.831565 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.831965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.832361 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.832756 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.833152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.833573 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.833969 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.834367 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:42:27.837937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d7bee440-59f7-4da4-89a0-d2c022c8a622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:28.258877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 43360) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:28.278622 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ecb024f8-fe65-49a4-bd75-7267d09b9928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:28.297759 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ecb024f8-fe65-49a4-bd75-7267d09b9928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:28.301765 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ecb024f8-fe65-49a4-bd75-7267d09b9928 admin admin] Usage tracker for resource:security_group_rule and tenant:dea14b17723743b09da552cf21cb2233 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:28.304686 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ecb024f8-fe65-49a4-bd75-7267d09b9928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:28.311187 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ecb024f8-fe65-49a4-bd75-7267d09b9928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:28.394114 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ecb024f8-fe65-49a4-bd75-7267d09b9928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:28.426544 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ecb024f8-fe65-49a4-bd75-7267d09b9928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:28.435757 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2957776f-5c29-4d26-b15d-5b1c203b31f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:28.476398 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ecb024f8-fe65-49a4-bd75-7267d09b9928 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dea14b17723743b09da552cf21cb2233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163284 Feb 17 00:42:28.478204 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb024f8-fe65-49a4-bd75-7267d09b9928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa01374-7b20-40cf-8827-34b05edb937b,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:28.479342 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43364) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:28.482375 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ecb024f8-fe65-49a4-bd75-7267d09b9928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:28.546532 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-05c47636-b17d-40af-ad2a-768b1f73346a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:28.575038 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-05c47636-b17d-40af-ad2a-768b1f73346a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:28.638181 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-05c47636-b17d-40af-ad2a-768b1f73346a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:28.643320 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d09694bc-e88d-4749-8811-dd1a287e6134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:28.656736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c47636-b17d-40af-ad2a-768b1f73346a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa01374-7b20-40cf-8827-34b05edb937b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:28.661877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-05c47636-b17d-40af-ad2a-768b1f73346a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:28.666199 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-05c47636-b17d-40af-ad2a-768b1f73346a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:28.667415 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-05c47636-b17d-40af-ad2a-768b1f73346a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aaa01374-7b20-40cf-8827-34b05edb937b HTTP/1.1" status: 204 len: 168 time: 0.1869955 Feb 17 00:42:31.003008 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43414) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:31.127489 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ac2630c8-a7c1-4aab-a52e-71520bcdfaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:31.142861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ac2630c8-a7c1-4aab-a52e-71520bcdfaf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:31.146854 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ac2630c8-a7c1-4aab-a52e-71520bcdfaf4 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6ddbc799b74ac6b6573e17d2fe3359 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:31.149810 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-ac2630c8-a7c1-4aab-a52e-71520bcdfaf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:31.156086 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-ac2630c8-a7c1-4aab-a52e-71520bcdfaf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:31.242212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ac2630c8-a7c1-4aab-a52e-71520bcdfaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:31.266739 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ac2630c8-a7c1-4aab-a52e-71520bcdfaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:31.275405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-834654f3-7c22-4e79-9288-96bc9a2937ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:31.321687 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ac2630c8-a7c1-4aab-a52e-71520bcdfaf4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8e6ddbc799b74ac6b6573e17d2fe3359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174894 Feb 17 00:42:31.322606 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2630c8-a7c1-4aab-a52e-71520bcdfaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390fefa2-b016-4a44-b5de-2a3bd92c0edf,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:31.325261 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 43420) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:31.326780 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ac2630c8-a7c1-4aab-a52e-71520bcdfaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:31.386165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f8f85464-b0a4-48a6-b23d-222328c33b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:31.413620 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f8f85464-b0a4-48a6-b23d-222328c33b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:31.483048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f8f85464-b0a4-48a6-b23d-222328c33b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:31.487904 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1b0b4761-4389-43a1-adf6-877679ebfd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:31.504067 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f85464-b0a4-48a6-b23d-222328c33b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390fefa2-b016-4a44-b5de-2a3bd92c0edf,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:31.511862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f8f85464-b0a4-48a6-b23d-222328c33b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:31.514155 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f8f85464-b0a4-48a6-b23d-222328c33b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:31.515353 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-f8f85464-b0a4-48a6-b23d-222328c33b54 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/390fefa2-b016-4a44-b5de-2a3bd92c0edf HTTP/1.1" status: 204 len: 168 time: 0.1890407 Feb 17 00:42:31.927048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 43428) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:31.946142 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-28172e6d-b4d8-4f11-a24a-57753109d0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:31.961732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-28172e6d-b4d8-4f11-a24a-57753109d0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:31.965868 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-28172e6d-b4d8-4f11-a24a-57753109d0b0 admin admin] Usage tracker for resource:security_group_rule and tenant:fcac32b6cdd5455a9e59f87f0d4c5297 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:31.968821 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-28172e6d-b4d8-4f11-a24a-57753109d0b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:31.974521 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-28172e6d-b4d8-4f11-a24a-57753109d0b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:32.059056 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-28172e6d-b4d8-4f11-a24a-57753109d0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:32.089884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-28172e6d-b4d8-4f11-a24a-57753109d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:32.098567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f2b27061-c8ab-486b-9041-90c7d15bffa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:32.140619 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-28172e6d-b4d8-4f11-a24a-57753109d0b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fcac32b6cdd5455a9e59f87f0d4c5297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123837 Feb 17 00:42:32.142509 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28172e6d-b4d8-4f11-a24a-57753109d0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b4015e-7b72-45d8-a09e-80b0341a748a,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:32.143908 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43432) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:32.145853 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-28172e6d-b4d8-4f11-a24a-57753109d0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:32.208241 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c315d886-e58e-4c63-a06f-106ef5bcde4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:32.236680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c315d886-e58e-4c63-a06f-106ef5bcde4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:32.306316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c315d886-e58e-4c63-a06f-106ef5bcde4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:32.311918 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-30403bac-81aa-48b4-9fae-ec140db3eedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:32.324601 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315d886-e58e-4c63-a06f-106ef5bcde4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b4015e-7b72-45d8-a09e-80b0341a748a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:32.329494 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c315d886-e58e-4c63-a06f-106ef5bcde4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:32.334196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c315d886-e58e-4c63-a06f-106ef5bcde4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:32.335456 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c315d886-e58e-4c63-a06f-106ef5bcde4b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/14b4015e-7b72-45d8-a09e-80b0341a748a HTTP/1.1" status: 204 len: 168 time: 0.1904798 Feb 17 00:42:39.119384 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43510) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:39.249055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ffa5ac3-64e5-4cc9-a8f8-256b15167918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:39.264987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-1ffa5ac3-64e5-4cc9-a8f8-256b15167918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:39.269296 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-1ffa5ac3-64e5-4cc9-a8f8-256b15167918 admin admin] Usage tracker for resource:security_group_rule and tenant:32c7bddf5bdf437a9f62e4f3bc579ede is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:39.272231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-1ffa5ac3-64e5-4cc9-a8f8-256b15167918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:39.278113 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-1ffa5ac3-64e5-4cc9-a8f8-256b15167918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:39.362181 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ffa5ac3-64e5-4cc9-a8f8-256b15167918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:39.392474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ffa5ac3-64e5-4cc9-a8f8-256b15167918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:39.404854 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1b751362-6d57-4e41-9253-819480de96a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:39.446838 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1ffa5ac3-64e5-4cc9-a8f8-256b15167918 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=32c7bddf5bdf437a9f62e4f3bc579ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263307 Feb 17 00:42:39.447848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa5ac3-64e5-4cc9-a8f8-256b15167918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edfd92d-dc1d-4d51-97b9-19f4c2fb48c6,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:39.450410 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 43516) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:39.451922 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1ffa5ac3-64e5-4cc9-a8f8-256b15167918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:39.514188 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bbcf95f5-4d3f-4b78-b3f5-6b65131f3060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:39.540599 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bbcf95f5-4d3f-4b78-b3f5-6b65131f3060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:39.637990 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bbcf95f5-4d3f-4b78-b3f5-6b65131f3060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:39.643318 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6f9e542d-6236-4f3e-bc48-6e2a8330832f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:39.655923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf95f5-4d3f-4b78-b3f5-6b65131f3060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edfd92d-dc1d-4d51-97b9-19f4c2fb48c6,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:39.659767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-bbcf95f5-4d3f-4b78-b3f5-6b65131f3060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:39.665698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bbcf95f5-4d3f-4b78-b3f5-6b65131f3060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:39.666915 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-bbcf95f5-4d3f-4b78-b3f5-6b65131f3060 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4edfd92d-dc1d-4d51-97b9-19f4c2fb48c6 HTTP/1.1" status: 204 len: 168 time: 0.2144403 Feb 17 00:42:40.087518 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 43524) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:40.107609 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-26fa4a95-68d8-4c33-88e7-a141ce09a27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:40.123217 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-26fa4a95-68d8-4c33-88e7-a141ce09a27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:40.127262 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-26fa4a95-68d8-4c33-88e7-a141ce09a27b admin admin] Usage tracker for resource:security_group_rule and tenant:7384de45b1bc4d958ee14c2941be219f is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:40.130190 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-26fa4a95-68d8-4c33-88e7-a141ce09a27b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:40.135960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-26fa4a95-68d8-4c33-88e7-a141ce09a27b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:40.221478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-26fa4a95-68d8-4c33-88e7-a141ce09a27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:40.255407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-26fa4a95-68d8-4c33-88e7-a141ce09a27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:40.265261 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-10f5b50f-fbd4-4b67-a11d-7b4e9e36e025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:40.306184 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-26fa4a95-68d8-4c33-88e7-a141ce09a27b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7384de45b1bc4d958ee14c2941be219f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175033 Feb 17 00:42:40.307886 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa4a95-68d8-4c33-88e7-a141ce09a27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811c0b54-6db2-4161-b5d1-0306e6b29117,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:40.309767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43528) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:40.311790 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-26fa4a95-68d8-4c33-88e7-a141ce09a27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:40.372667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4b667b39-f59e-4066-bf90-3795468a0294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:40.399714 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4b667b39-f59e-4066-bf90-3795468a0294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:40.472566 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4b667b39-f59e-4066-bf90-3795468a0294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:40.477513 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b3c46e48-50bf-40e7-8fb4-c15893e18796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:40.490458 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b667b39-f59e-4066-bf90-3795468a0294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811c0b54-6db2-4161-b5d1-0306e6b29117,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:40.496442 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4b667b39-f59e-4066-bf90-3795468a0294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:40.500934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4b667b39-f59e-4066-bf90-3795468a0294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:40.502232 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-4b667b39-f59e-4066-bf90-3795468a0294 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/811c0b54-6db2-4161-b5d1-0306e6b29117 HTTP/1.1" status: 204 len: 168 time: 0.1913750 Feb 17 00:42:42.666634 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8de47c30-0731-49c6-a64c-60ba37ae1697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:42.750883 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43586) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:42.877985 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2ecda4f8-284c-41c0-8c74-a511e02154d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:42.893102 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-2ecda4f8-284c-41c0-8c74-a511e02154d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:42.897090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-2ecda4f8-284c-41c0-8c74-a511e02154d1 admin admin] Usage tracker for resource:security_group_rule and tenant:80e9e20e81764354a6e52c2d05ec004b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:42.900034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-2ecda4f8-284c-41c0-8c74-a511e02154d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:42.906226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-2ecda4f8-284c-41c0-8c74-a511e02154d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:42.992477 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2ecda4f8-284c-41c0-8c74-a511e02154d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:43.026126 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2ecda4f8-284c-41c0-8c74-a511e02154d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:43.034008 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c6e42f4a-7885-4c24-b334-af62e8ecf2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:43.085490 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecda4f8-284c-41c0-8c74-a511e02154d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b1210d-eb94-4802-b714-6582850b5b5a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:43.091029 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-2ecda4f8-284c-41c0-8c74-a511e02154d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=80e9e20e81764354a6e52c2d05ec004b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390343 Feb 17 00:42:43.091981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2ecda4f8-284c-41c0-8c74-a511e02154d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:43.093982 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43592) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:43.158118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ff52a61-4548-4e2b-85c3-b7cf3fb45e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:43.187575 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ff52a61-4548-4e2b-85c3-b7cf3fb45e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:43.289312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ff52a61-4548-4e2b-85c3-b7cf3fb45e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:43.295384 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a2e5e7d2-5c5f-4d65-88fb-9201ce908014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:43.309988 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff52a61-4548-4e2b-85c3-b7cf3fb45e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b1210d-eb94-4802-b714-6582850b5b5a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:43.313128 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7ff52a61-4548-4e2b-85c3-b7cf3fb45e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:43.314130 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ff52a61-4548-4e2b-85c3-b7cf3fb45e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:43.317297 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-7ff52a61-4548-4e2b-85c3-b7cf3fb45e42 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/27b1210d-eb94-4802-b714-6582850b5b5a HTTP/1.1" status: 204 len: 168 time: 0.2222500 Feb 17 00:42:43.801415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43600) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:43.823819 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd31e-2947-4929-a26e-712bde72e424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:43.838937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9bdbd31e-2947-4929-a26e-712bde72e424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:43.844011 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9bdbd31e-2947-4929-a26e-712bde72e424 admin admin] Usage tracker for resource:security_group_rule and tenant:6a910b1208f145ea9c98461b92cd2765 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:43.847038 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9bdbd31e-2947-4929-a26e-712bde72e424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:43.852839 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9bdbd31e-2947-4929-a26e-712bde72e424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:43.936924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd31e-2947-4929-a26e-712bde72e424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:43.958101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd31e-2947-4929-a26e-712bde72e424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:43.967755 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ac2630c8-a7c1-4aab-a52e-71520bcdfaf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:44.010719 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-9bdbd31e-2947-4929-a26e-712bde72e424 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6a910b1208f145ea9c98461b92cd2765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080750 Feb 17 00:42:44.012285 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbd31e-2947-4929-a26e-712bde72e424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a476f9a4-c701-4750-b7e2-868adcca1b27,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:44.015222 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 43604) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:44.015569 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9bdbd31e-2947-4929-a26e-712bde72e424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:44.081791 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fe3e64b1-6e43-430c-ae5d-09189c829040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:44.108776 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fe3e64b1-6e43-430c-ae5d-09189c829040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:44.198345 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fe3e64b1-6e43-430c-ae5d-09189c829040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:44.204281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-75b288c5-951e-43f5-a1a9-ac39719de7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:44.217926 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e64b1-6e43-430c-ae5d-09189c829040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a476f9a4-c701-4750-b7e2-868adcca1b27,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:44.220605 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fe3e64b1-6e43-430c-ae5d-09189c829040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:44.229030 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fe3e64b1-6e43-430c-ae5d-09189c829040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:44.230853 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-fe3e64b1-6e43-430c-ae5d-09189c829040 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a476f9a4-c701-4750-b7e2-868adcca1b27 HTTP/1.1" status: 204 len: 168 time: 0.2141800 Feb 17 00:42:45.255453 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7c3172dd-a1e3-4bb1-854e-57c2a93355c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:45.318412 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:46.609803 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:46.952020 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:50.991265 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 43704) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:51.115448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cdf0730b-05e7-4af6-bfb4-49577d74edd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:51.131037 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-cdf0730b-05e7-4af6-bfb4-49577d74edd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:51.135031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-cdf0730b-05e7-4af6-bfb4-49577d74edd1 admin admin] Usage tracker for resource:security_group_rule and tenant:99999259477745cdb2801df764c25c0d is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:51.138107 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-cdf0730b-05e7-4af6-bfb4-49577d74edd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:51.144232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-cdf0730b-05e7-4af6-bfb4-49577d74edd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:51.243465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cdf0730b-05e7-4af6-bfb4-49577d74edd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:51.312151 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cdf0730b-05e7-4af6-bfb4-49577d74edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:51.320764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7e0c02bc-e0d2-4b5a-8401-3c15b89b3a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:51.364616 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-cdf0730b-05e7-4af6-bfb4-49577d74edd1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99999259477745cdb2801df764c25c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720856 Feb 17 00:42:51.366253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0730b-05e7-4af6-bfb4-49577d74edd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61119a7e-c78c-475c-9cd9-733b42d2df0e,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:51.367604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43710) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:51.369693 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-cdf0730b-05e7-4af6-bfb4-49577d74edd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:51.431821 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc701-1deb-4a81-b318-d91476976456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:51.459100 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc701-1deb-4a81-b318-d91476976456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:51.534254 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc701-1deb-4a81-b318-d91476976456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:51.539165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7589f4ff-6a6a-45f3-8a2b-51ee57513ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:51.552862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dc701-1deb-4a81-b318-d91476976456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61119a7e-c78c-475c-9cd9-733b42d2df0e,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:51.556526 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5a6dc701-1deb-4a81-b318-d91476976456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:51.564437 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc701-1deb-4a81-b318-d91476976456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:51.565703 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-5a6dc701-1deb-4a81-b318-d91476976456 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61119a7e-c78c-475c-9cd9-733b42d2df0e HTTP/1.1" status: 204 len: 168 time: 0.1964538 Feb 17 00:42:51.985248 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43718) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:52.005342 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c2166433-b2ba-4dcc-a3c3-57817704ebd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:52.020931 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-c2166433-b2ba-4dcc-a3c3-57817704ebd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:52.025055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-c2166433-b2ba-4dcc-a3c3-57817704ebd7 admin admin] Usage tracker for resource:security_group_rule and tenant:66ff0cccdbf042fa8e2e959eaf996dfc is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:52.028708 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-c2166433-b2ba-4dcc-a3c3-57817704ebd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:52.034493 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-c2166433-b2ba-4dcc-a3c3-57817704ebd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:52.119585 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c2166433-b2ba-4dcc-a3c3-57817704ebd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:52.151289 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c2166433-b2ba-4dcc-a3c3-57817704ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:52.160787 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-571788c6-1ebd-41ad-be47-39adf0bdeb9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:52.203744 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c2166433-b2ba-4dcc-a3c3-57817704ebd7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=66ff0cccdbf042fa8e2e959eaf996dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172923 Feb 17 00:42:52.205489 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2166433-b2ba-4dcc-a3c3-57817704ebd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bf05a8-397c-48dc-8c29-7eccabfd47c0,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:52.206628 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 43722) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:52.209277 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c2166433-b2ba-4dcc-a3c3-57817704ebd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:52.273758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-231db68a-750e-45ee-bcfc-27e6e14e2328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:52.301089 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-231db68a-750e-45ee-bcfc-27e6e14e2328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:52.374928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-231db68a-750e-45ee-bcfc-27e6e14e2328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:52.379887 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-039422f9-cfa5-44f8-9d44-1253da3b111c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:52.393264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231db68a-750e-45ee-bcfc-27e6e14e2328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bf05a8-397c-48dc-8c29-7eccabfd47c0,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:52.397554 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-231db68a-750e-45ee-bcfc-27e6e14e2328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:52.403701 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-231db68a-750e-45ee-bcfc-27e6e14e2328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:52.404920 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-231db68a-750e-45ee-bcfc-27e6e14e2328 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b4bf05a8-397c-48dc-8c29-7eccabfd47c0 HTTP/1.1" status: 204 len: 168 time: 0.1971576 Feb 17 00:42:52.887751 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 43730) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:52.907419 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c40a6d07-5e5b-47d8-90fd-fbdbd94af23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:52.922463 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-c40a6d07-5e5b-47d8-90fd-fbdbd94af23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:52.926493 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-c40a6d07-5e5b-47d8-90fd-fbdbd94af23a admin admin] Usage tracker for resource:security_group_rule and tenant:3735ef1a485b456c99cd4beb22e55115 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:52.929474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-c40a6d07-5e5b-47d8-90fd-fbdbd94af23a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:52.935721 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-c40a6d07-5e5b-47d8-90fd-fbdbd94af23a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:53.018094 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c40a6d07-5e5b-47d8-90fd-fbdbd94af23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:53.059746 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c40a6d07-5e5b-47d8-90fd-fbdbd94af23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:53.068696 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a6d1dc76-ec2d-42a4-85e1-a9a8ab605674 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:53.112467 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c40a6d07-5e5b-47d8-90fd-fbdbd94af23a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3735ef1a485b456c99cd4beb22e55115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235303 Feb 17 00:42:53.114097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a6d07-5e5b-47d8-90fd-fbdbd94af23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4656b2b7-4874-48c5-a3a1-12b7e9ffa6bf,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:53.115405 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43734) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:53.117832 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c40a6d07-5e5b-47d8-90fd-fbdbd94af23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:53.177745 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fe942145-65a3-4753-973f-38309ad5caa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:53.209677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fe942145-65a3-4753-973f-38309ad5caa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:53.300550 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fe942145-65a3-4753-973f-38309ad5caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:53.305620 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2ecda4f8-284c-41c0-8c74-a511e02154d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:53.318585 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe942145-65a3-4753-973f-38309ad5caa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4656b2b7-4874-48c5-a3a1-12b7e9ffa6bf,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:53.323987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fe942145-65a3-4753-973f-38309ad5caa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:53.328472 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fe942145-65a3-4753-973f-38309ad5caa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:53.329745 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-fe942145-65a3-4753-973f-38309ad5caa9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4656b2b7-4874-48c5-a3a1-12b7e9ffa6bf HTTP/1.1" status: 204 len: 168 time: 0.2132957 Feb 17 00:42:54.192764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43756) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:54.304782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1920703526-network', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:42:54.310469 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:54.314547 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Usage tracker for resource:network and tenant:410d810f2c7a4b73ab4e8f9893f5ab36 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:54.317571 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:54.323923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:54.357025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Made reservation on behalf of 410d810f2c7a4b73ab4e8f9893f5ab36 for: {'network': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:42:54.361821 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:54.375449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:54.391716 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:54.395735 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Usage tracker for resource:security_group_rule and tenant:410d810f2c7a4b73ab4e8f9893f5ab36 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:54.398686 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:54.404809 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:54.487633 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:54.517383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:54.521634 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-441486ff-7a3c-44b8-b236-709215cd042b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:54.550933 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:42:54.564692 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050f3a99-7c31-4692-8504-f69d5cc2b958,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:54.569125 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:54.570119 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268288631839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:54.570556 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Added segment 4802a448-9a32-489c-94bc-21ee7a80916e of type vxlan for network 151d5133-3790-44d0-ac97-7778df7600aa Feb 17 00:42:54.604115 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:54.700720 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:54.702024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:54.702664 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:54.707503 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:54.809894 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Pushing event updated for resources: {'Network': ['ID=151d5133-3790-44d0-ac97-7778df7600aa,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:54.812695 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:54.821079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network 151d5133-3790-44d0-ac97-7778df7600aa details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:42:54.833146 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-f851b4c1-a4f2-4f64-bb32-ec716dd28c20 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6391852 Feb 17 00:42:54.834909 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network 151d5133-3790-44d0-ac97-7778df7600aa details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:42:54.836116 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43762) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:54.842564 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Request body: {'subnet': {'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1920703526-subnet', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'ip_version': 4}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:42:54.847841 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:54.852119 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Usage tracker for resource:subnet and tenant:410d810f2c7a4b73ab4e8f9893f5ab36 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:54.855848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:54.861699 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:54.900786 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Made reservation on behalf of 410d810f2c7a4b73ab4e8f9893f5ab36 for: {'subnet': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:42:54.906192 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847791129'] for subnet, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:55.256165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:55.491313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848154296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847791114'] for subnet, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:55.507127 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0fffd132-def8-45f3-9272-933b7746c265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:55.643792 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12dd5848-5fca-4a50-9e6b-03cf35b942f3,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:55.647789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:55.708348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Checking segment: {'id': '4802a448-9a32-489c-94bc-21ee7a80916e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:42:55.708742 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Network hostable DHCP agents. Network: 151d5133-3790-44d0-ac97-7778df7600aa, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:42:55.746474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Network 151d5133-3790-44d0-ac97-7778df7600aa is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:42:55.786508 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, 151d5133-3790-44d0-ac97-7778df7600aa) {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:42:55.796129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdcc59b-1a22-4fbb-9304-4a1ef69b2df3 None None] Network 151d5133-3790-44d0-ac97-7778df7600aa requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:42:55.799037 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:42:55.799734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:55.844425 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-4fadad0b-7542-4d32-815b-bafc95556156 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0071590 Feb 17 00:42:55.847348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43766) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:55.853641 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:42:55.859972 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:42:55.864074 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Usage tracker for resource:router and tenant:410d810f2c7a4b73ab4e8f9893f5ab36 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:42:55.867789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:42:55.874270 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:42:55.975109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8263885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745214'] for router, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:55.976213 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8263738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8336768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846462037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30601'] for router, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:55.991975 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:56.041818 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33256139-5d30-5872-8566-df738a37a53a-151d5133-3790-44d0-ac97-7778df7600aa', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'fixed_ips': [{'subnet_id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3'}]}} from dv-cinder-759943-4-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:42:56.043048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:56.304822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846438621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846511957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773401'] for router, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:56.333526 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Allocated IP 172.20.0.2 (151d5133-3790-44d0-ac97-7778df7600aa/12dd5848-5fca-4a50-9e6b-03cf35b942f3/7ffe9cbc-4cbf-4340-b9d5-056023283e13) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:42:56.668846 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:56.703573 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:56.707138 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:56.758060 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Transition to ACTIVE for port object 7ffe9cbc-4cbf-4340-b9d5-056023283e13 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:42:56.775891 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Transition to ACTIVE for port object 7ffe9cbc-4cbf-4340-b9d5-056023283e13 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:42:56.821473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:56.836388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:56.977084 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Pushing event updated for resources: {'Port': ['ID=7ffe9cbc-4cbf-4340-b9d5-056023283e13,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:56.981002 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:57.047035 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Network 151d5133-3790-44d0-ac97-7778df7600aa is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:42:57.048340 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:42:57.050822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:42:57.108677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Attempting to bind port 7ffe9cbc-4cbf-4340-b9d5-056023283e13 on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:42:57.109097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Attempting to bind port 7ffe9cbc-4cbf-4340-b9d5-056023283e13 by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': '4802a448-9a32-489c-94bc-21ee7a80916e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:42:57.109559 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Attempting to bind port 7ffe9cbc-4cbf-4340-b9d5-056023283e13 on network 151d5133-3790-44d0-ac97-7778df7600aa {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:42:57.115202 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:42:57.115627 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Checking segment: {'id': '4802a448-9a32-489c-94bc-21ee7a80916e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:42:57.116079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:57.116523 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Bound using segment: {'id': '4802a448-9a32-489c-94bc-21ee7a80916e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:42:57.117041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Bound port: 7ffe9cbc-4cbf-4340-b9d5-056023283e13, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4802a448-9a32-489c-94bc-21ee7a80916e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:42:57.117485 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:57.215401 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] For port 7ffe9cbc-4cbf-4340-b9d5-056023283e13, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:42:57.218677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] For port 7ffe9cbc-4cbf-4340-b9d5-056023283e13, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=7ffe9cbc-4cbf-4340-b9d5-056023283e13,segment=NetworkSegment(4802a448-9a32-489c-94bc-21ee7a80916e),segment_id=4802a448-9a32-489c-94bc-21ee7a80916e)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:42:57.222104 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Allocated IP 172.28.3.253 (3cbdbc70-d7bd-4bf3-84f2-140283f8882a/5e64d413-6664-47c4-a852-9f8e80de566a/8c7fe33e-1036-46e7-921a-ca820872fd42) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:42:57.249332 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:57.265233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:57.382876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:57.425891 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Pushing event updated for resources: {'Port': ['ID=7ffe9cbc-4cbf-4340-b9d5-056023283e13,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:57.431307 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:57.449867 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:57.470448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-86107070-3991-426d-92cc-8b1a32badc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:57.606561 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Pushing event updated for resources: {'Port': ['ID=8c7fe33e-1036-46e7-921a-ca820872fd42,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:57.622667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:57.663551 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:42:57.664684 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:42:57.667734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:42:58.226412 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:58.604128 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846511942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8337176'] for router, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:58.646377 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 7ffe9cbc-4cbf-4340-b9d5-056023283e13 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:42:58.763587 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port 7ffe9cbc-4cbf-4340-b9d5-056023283e13 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:42:58.860604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Router cb070925-6fb6-4ee6-b994-0e65ecb83e60 is scheduled to L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a with binding_index 1 {{(pid=84042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:42:58.933377 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b00de-55bf-46c0-a27c-177ed20949cd None None] Network 151d5133-3790-44d0-ac97-7778df7600aa requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:42:59.045994 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-a561e4bc-7b4c-45ad-92a2-de61ce9042f8 None None] Provisioning for port 7ffe9cbc-4cbf-4340-b9d5-056023283e13 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:42:59.052036 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:42:59.063608 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-a561e4bc-7b4c-45ad-92a2-de61ce9042f8 None None] Provisioning complete for port 7ffe9cbc-4cbf-4340-b9d5-056023283e13 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:42:59.064040 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a561e4bc-7b4c-45ad-92a2-de61ce9042f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:59.098199 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Sync routers for ids ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:42:59.100813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Notify callbacks [] for router, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:59.102227 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2538702 Feb 17 00:42:59.105648 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 43772) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:42:59.168327 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Routers {'cb070925-6fb6-4ee6-b994-0e65ecb83e60'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:42:59.168953 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:42:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:42:59.508725 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a561e4bc-7b4c-45ad-92a2-de61ce9042f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:59.522665 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Set router cb070925-6fb6-4ee6-b994-0e65ecb83e60 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:42:59.751215 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-a561e4bc-7b4c-45ad-92a2-de61ce9042f8 None None] For port 7ffe9cbc-4cbf-4340-b9d5-056023283e13, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=7ffe9cbc-4cbf-4340-b9d5-056023283e13,segment=NetworkSegment(4802a448-9a32-489c-94bc-21ee7a80916e),segment_id=4802a448-9a32-489c-94bc-21ee7a80916e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:42:59.797929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a561e4bc-7b4c-45ad-92a2-de61ce9042f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:42:59.802878 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:42:59.943717 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561e4bc-7b4c-45ad-92a2-de61ce9042f8 None None] Pushing event updated for resources: {'Port': ['ID=7ffe9cbc-4cbf-4340-b9d5-056023283e13,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:42:59.949811 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a561e4bc-7b4c-45ad-92a2-de61ce9042f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:42:59.953584 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ce6c4116-d493-45bf-a5de-de744cd2d9fd None None] Provisioning complete for port 7ffe9cbc-4cbf-4340-b9d5-056023283e13 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:42:59.954030 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ce6c4116-d493-45bf-a5de-de744cd2d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:00.030972 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:42:57Z', 'revision_number': 3, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:43:00.039935 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Checking router: cb070925-6fb6-4ee6-b994-0e65ecb83e60 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:43:00.040351 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Updating router cb070925-6fb6-4ee6-b994-0e65ecb83e60 port 8c7fe33e-1036-46e7-921a-ca820872fd42 binding host dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:43:00.094292 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:00.149661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:00.460727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Allocated IP 172.20.0.1 (151d5133-3790-44d0-ac97-7778df7600aa/12dd5848-5fca-4a50-9e6b-03cf35b942f3/a34ea963-e6c0-446a-b0c7-b1448654fe4d) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:43:00.510118 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-3bc305a7-3fd3-46f7-a217-54a295529c8e None None] Provisioning complete for port 7ffe9cbc-4cbf-4340-b9d5-056023283e13 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:43:00.510535 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3bc305a7-3fd3-46f7-a217-54a295529c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:00.624155 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:00.638441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 7ffe9cbc-4cbf-4340-b9d5-056023283e13 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:43:00.640674 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Transition to ACTIVE for port object a34ea963-e6c0-446a-b0c7-b1448654fe4d will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:43:00.684819 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:00.701552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7536495e-9257-4cf1-af4d-850ce911ebcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:00.838207 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 7ffe9cbc-4cbf-4340-b9d5-056023283e13 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:43:00.838631 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:00.842081 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a34ea963-e6c0-446a-b0c7-b1448654fe4d,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:00.854822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:00.898480 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Network 151d5133-3790-44d0-ac97-7778df7600aa is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:43:00.899679 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:43:00.902623 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:43:00.958621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846502655'] for router_interface, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:01.025302 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:01.054741 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Transition to ACTIVE for port object 8c7fe33e-1036-46e7-921a-ca820872fd42 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:43:01.100627 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:01.116316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:01.259237 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21422c-ff3e-4a18-a6b5-a41ca3ebf89c None None] Pushing event updated for resources: {'Port': ['ID=8c7fe33e-1036-46e7-921a-ca820872fd42,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:01.273025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:01.275771 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2e21422c-ff3e-4a18-a6b5-a41ca3ebf89c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:01.281065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-50341e3d-a1af-4358-80a2-0ea4a6e2820e None None] Provisioning for port a34ea963-e6c0-446a-b0c7-b1448654fe4d completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:43:01.290179 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-50341e3d-a1af-4358-80a2-0ea4a6e2820e None None] Provisioning complete for port a34ea963-e6c0-446a-b0c7-b1448654fe4d triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:43:01.290602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-50341e3d-a1af-4358-80a2-0ea4a6e2820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:01.381195 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-50341e3d-a1af-4358-80a2-0ea4a6e2820e None None] Port a34ea963-e6c0-446a-b0c7-b1448654fe4d cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:43:01.390667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Attempting to bind port 8c7fe33e-1036-46e7-921a-ca820872fd42 on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:43:01.391095 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Attempting to bind port 8c7fe33e-1036-46e7-921a-ca820872fd42 by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:43:01.391777 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Attempting to bind port 8c7fe33e-1036-46e7-921a-ca820872fd42 on network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:43:01.397416 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:43:01.397845 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Checking segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:43:01.398299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:01.398738 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Bound using segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:43:01.399258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Bound port: 8c7fe33e-1036-46e7-921a-ca820872fd42, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:43:01.399681 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:01.478337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] For port 8c7fe33e-1036-46e7-921a-ca820872fd42, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:43:01.482096 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] For port 8c7fe33e-1036-46e7-921a-ca820872fd42, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=8c7fe33e-1036-46e7-921a-ca820872fd42,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:43:01.500988 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:01.517262 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2e21422c-ff3e-4a18-a6b5-a41ca3ebf89c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:01.567881 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:01.591826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:01.621330 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:01.669458 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21422c-ff3e-4a18-a6b5-a41ca3ebf89c None None] Pushing event updated for resources: {'Port': ['ID=8c7fe33e-1036-46e7-921a-ca820872fd42,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:01.674873 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2e21422c-ff3e-4a18-a6b5-a41ca3ebf89c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:01.713598 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Routers {'cb070925-6fb6-4ee6-b994-0e65ecb83e60'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:43:01.714583 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846806355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8273255'] for router_interface, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:01.714765 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:42:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:43:01.729725 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a34ea963-e6c0-446a-b0c7-b1448654fe4d,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:01.732885 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:01.860440 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Network 151d5133-3790-44d0-ac97-7778df7600aa is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:43:01.861600 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:43:01.907991 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] Set router cb070925-6fb6-4ee6-b994-0e65ecb83e60 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:43:02.069866 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Router cb070925-6fb6-4ee6-b994-0e65ecb83e60 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:43:02.158591 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-a4940389-60f1-4332-a8cc-fa411b7cc808 None None] Provisioning complete for port a34ea963-e6c0-446a-b0c7-b1448654fe4d triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:43:02.158920 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a4940389-60f1-4332-a8cc-fa411b7cc808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:02.255902 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-a4940389-60f1-4332-a8cc-fa411b7cc808 None None] Port a34ea963-e6c0-446a-b0c7-b1448654fe4d cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:43:02.329331 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 4, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'a34ea963-e6c0-446a-b0c7-b1448654fe4d', 'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'mac_address': 'fa:16:3e:54:ab:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:43:00Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 2, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'subnets': [{'id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:43:02.333981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd187e8-8d48-4252-8768-510847d7a929 None None] The sync data for ids ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'] in dv-cinder-759943-4-smb is: [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 4, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'a34ea963-e6c0-446a-b0c7-b1448654fe4d', 'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'mac_address': 'fa:16:3e:54:ab:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:43:00Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 2, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'subnets': [{'id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:43:02.496088 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:43:02.505325 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] 10.222.0.38 "PUT /v2.0/routers/cb070925-6fb6-4ee6-b994-0e65ecb83e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3985944 Feb 17 00:43:03.815225 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:43:04.645699 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 8c7fe33e-1036-46e7-921a-ca820872fd42 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:43:04.763561 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port 8c7fe33e-1036-46e7-921a-ca820872fd42 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:43:04.772363 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 8c7fe33e-1036-46e7-921a-ca820872fd42 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:43:04.772793 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:04.908863 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:04.927476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port 8c7fe33e-1036-46e7-921a-ca820872fd42, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=8c7fe33e-1036-46e7-921a-ca820872fd42,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:43:04.952132 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:04.954368 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:05.029113 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=8c7fe33e-1036-46e7-921a-ca820872fd42,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:05.037523 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.037922 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.038317 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.038703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.039093 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.040084 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.040470 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.040877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.041278 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.041659 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.042207 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.042723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.043150 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.043524 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.043899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.044272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.044644 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.045018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.045428 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.045808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.046175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.046548 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.046920 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.047288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:05.051763 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:05.587006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Sync routers for ids ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:43:05.599951 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Routers {'cb070925-6fb6-4ee6-b994-0e65ecb83e60'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:43:05.600622 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:42:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:43:05.808439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Set router cb070925-6fb6-4ee6-b994-0e65ecb83e60 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:43:06.146353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 4, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'a34ea963-e6c0-446a-b0c7-b1448654fe4d', 'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'mac_address': 'fa:16:3e:54:ab:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:43:00Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 2, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'subnets': [{'id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:43:06.150446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Checking router: cb070925-6fb6-4ee6-b994-0e65ecb83e60 for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:43:06.150864 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Updating router cb070925-6fb6-4ee6-b994-0e65ecb83e60 port a34ea963-e6c0-446a-b0c7-b1448654fe4d binding host dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:43:06.211156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:06.644182 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 8c7fe33e-1036-46e7-921a-ca820872fd42 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:43:06.653824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:06.668312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Transition to ACTIVE for port object a34ea963-e6c0-446a-b0c7-b1448654fe4d will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:43:06.701431 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:06.720477 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ae624acd-fd3b-4fbc-8202-6d59e3c6b53b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:06.736782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 8c7fe33e-1036-46e7-921a-ca820872fd42 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:43:06.737506 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:06.897049 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Pushing event updated for resources: {'Port': ['ID=a34ea963-e6c0-446a-b0c7-b1448654fe4d,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:06.912000 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.912485 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.912953 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.913420 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.913865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.914301 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.914734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.915162 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.915595 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.916024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.916465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.916936 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.917435 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.918040 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.918876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.918876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.919896 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.919896 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.919896 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.920836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.920836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.920974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.921286 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.921641 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:06.927939 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:07.106107 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Attempting to bind port a34ea963-e6c0-446a-b0c7-b1448654fe4d on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:43:07.106521 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Attempting to bind port a34ea963-e6c0-446a-b0c7-b1448654fe4d by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': '4802a448-9a32-489c-94bc-21ee7a80916e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:43:07.107192 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Attempting to bind port a34ea963-e6c0-446a-b0c7-b1448654fe4d on network 151d5133-3790-44d0-ac97-7778df7600aa {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:43:07.113348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:43:07.113768 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Checking segment: {'id': '4802a448-9a32-489c-94bc-21ee7a80916e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:43:07.114215 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:07.114648 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Bound using segment: {'id': '4802a448-9a32-489c-94bc-21ee7a80916e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:43:07.115165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Bound port: a34ea963-e6c0-446a-b0c7-b1448654fe4d, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4802a448-9a32-489c-94bc-21ee7a80916e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:43:07.115593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:07.230137 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] For port a34ea963-e6c0-446a-b0c7-b1448654fe4d, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:43:07.233552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] For port a34ea963-e6c0-446a-b0c7-b1448654fe4d, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=a34ea963-e6c0-446a-b0c7-b1448654fe4d,segment=NetworkSegment(4802a448-9a32-489c-94bc-21ee7a80916e),segment_id=4802a448-9a32-489c-94bc-21ee7a80916e)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:43:07.273179 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:07.293513 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:07.459286 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Pushing event updated for resources: {'Port': ['ID=a34ea963-e6c0-446a-b0c7-b1448654fe4d,revision_number=4']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:07.462816 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f9366792-89c5-47e6-918c-9e2b84bf2038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:07.520350 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Routers {'cb070925-6fb6-4ee6-b994-0e65ecb83e60'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:43:07.521079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:42:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:43:07.914152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] Set router cb070925-6fb6-4ee6-b994-0e65ecb83e60 gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:43:08.291269 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 4, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'a34ea963-e6c0-446a-b0c7-b1448654fe4d', 'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'mac_address': 'fa:16:3e:54:ab:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:43:00Z', 'updated_at': '2021-02-17T00:43:07Z', 'revision_number': 4, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'subnets': [{'id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:43:08.296592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d5591-4aef-4e45-8a28-8a860583b062 None None] The sync data for ids ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'] in dv-cinder-759943-4-smb is: [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 4, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'a34ea963-e6c0-446a-b0c7-b1448654fe4d', 'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'mac_address': 'fa:16:3e:54:ab:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:43:00Z', 'updated_at': '2021-02-17T00:43:07Z', 'revision_number': 4, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'subnets': [{'id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:43:08.658419 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a34ea963-e6c0-446a-b0c7-b1448654fe4d up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:43:08.946260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port a34ea963-e6c0-446a-b0c7-b1448654fe4d completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:43:08.952880 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port a34ea963-e6c0-446a-b0c7-b1448654fe4d triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:43:08.953325 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:09.090714 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:09.127117 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port a34ea963-e6c0-446a-b0c7-b1448654fe4d, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=a34ea963-e6c0-446a-b0c7-b1448654fe4d,segment=NetworkSegment(4802a448-9a32-489c-94bc-21ee7a80916e),segment_id=4802a448-9a32-489c-94bc-21ee7a80916e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:43:09.432338 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:09.435077 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a561e4bc-7b4c-45ad-92a2-de61ce9042f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:09.507878 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=a34ea963-e6c0-446a-b0c7-b1448654fe4d,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:09.512178 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:10.627264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a34ea963-e6c0-446a-b0c7-b1448654fe4d up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:43:10.709157 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port a34ea963-e6c0-446a-b0c7-b1448654fe4d triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:43:10.709783 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:12.672131 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bf511509-7064-4d4b-882d-c32dd908bb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:13.935167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-5189e536-bf02-4d5b-80cc-07e1e18896f4 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:13.935907 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-5189e536-bf02-4d5b-80cc-07e1e18896f4 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Synchronizing usage tracker for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:network {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:43:13.985135 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-5189e536-bf02-4d5b-80cc-07e1e18896f4 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Unset dirty status for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:network {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:43:13.986444 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-5189e536-bf02-4d5b-80cc-07e1e18896f4 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/networks?id=151d5133-3790-44d0-ac97-7778df7600aa HTTP/1.1" status: 200 len: 815 time: 0.2038195 Feb 17 00:43:14.002780 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-1794865d-f024-42c7-a756-97599ac2e1c5 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/quotas/410d810f2c7a4b73ab4e8f9893f5ab36 HTTP/1.1" status: 200 len: 375 time: 0.0103066 Feb 17 00:43:14.094567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-299564a7-2b17-4216-b995-c486bda59f43 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Synchronizing usage tracker for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:43:14.145175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-299564a7-2b17-4216-b995-c486bda59f43 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Unset dirty status for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:43:14.146620 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-299564a7-2b17-4216-b995-c486bda59f43 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385825 Feb 17 00:43:14.297873 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-d6778eb4-a8d7-4522-9648-a2df07e3c1ba service neutron] 10.222.0.38 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384130 Feb 17 00:43:14.454179 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-5d85063d-dc14-488c-852a-25dfae8e014f service neutron] 10.222.0.38 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1494040 Feb 17 00:43:14.681372 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a1006aa4-cddd-42e3-ac95-2261e470f7a7 req-2dc36bad-4263-46aa-9dc3-f21e647879b3 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 210 time: 0.0505297 Feb 17 00:43:15.352282 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:15.374917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-0bc3039b-62ad-4695-9420-5be3f9c0b037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:15.845955 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1168a664-7cbf-4ad1-bd74-3289500bdbc5 req-9093c38b-4b00-4469-b721-9b75e64df30b tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 210 time: 0.0508006 Feb 17 00:43:16.620198 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:16.622239 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-ffc68454-3873-4a9b-a3ba-d61825d6e50a tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:16.624080 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-ffc68454-3873-4a9b-a3ba-d61825d6e50a tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.49 "GET /v2.0/networks?id=151d5133-3790-44d0-ac97-7778df7600aa HTTP/1.1" status: 200 len: 815 time: 0.1666577 Feb 17 00:43:16.636888 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Request body: {'port': {'device_id': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'admin_state_up': True, 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:43:16.788450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:43:16.798605 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:43:16.854523 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Made reservation on behalf of 410d810f2c7a4b73ab4e8f9893f5ab36 for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:43:16.860531 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:16.963163 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:17.016631 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0ef0bf46-ca0e-4ba3-bece-fec5bc6a7100 req-63810f26-a3c9-43d6-b1eb-413bc4c2609f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 210 time: 0.0518553 Feb 17 00:43:17.183783 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Allocated IP 172.20.0.4 (151d5133-3790-44d0-ac97-7778df7600aa/12dd5848-5fca-4a50-9e6b-03cf35b942f3/9db40ea9-92d6-4619-8129-ecd1e78705fd) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:43:17.455351 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:17.473524 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Transition to ACTIVE for port object 9db40ea9-92d6-4619-8129-ecd1e78705fd will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:43:17.546793 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:17.622124 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7f3708d3-14c6-4db1-8480-371a71aab39d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:17.727317 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Pushing event updated for resources: {'Port': ['ID=9db40ea9-92d6-4619-8129-ecd1e78705fd,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:17.739123 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.739551 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.739963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.740372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.740775 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.741177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.741605 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.742004 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.742403 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.742799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.743196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.743589 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.744018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.744413 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.745490 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.745894 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.746285 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.746680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.747073 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.747463 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.747857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.748249 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.748638 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.749031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:17.759306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:17.805049 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Network 151d5133-3790-44d0-ac97-7778df7600aa is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:43:17.806187 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:43:17.809683 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:43:17.896418 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:17.896817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:18.003945 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-8061dc69-ce68-4a99-bfba-a6ba64fa4672 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3718123 Feb 17 00:43:18.093938 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-78bfec72-720a-4637-8879-660c0230b15b None None] Provisioning for port 9db40ea9-92d6-4619-8129-ecd1e78705fd completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:43:18.099597 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-78bfec72-720a-4637-8879-660c0230b15b None None] Provisioning complete for port 9db40ea9-92d6-4619-8129-ecd1e78705fd triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:43:18.100016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-78bfec72-720a-4637-8879-660c0230b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:18.190477 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-78bfec72-720a-4637-8879-660c0230b15b None None] Port 9db40ea9-92d6-4619-8129-ecd1e78705fd cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:43:18.240577 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fdd2a-8b91-44b0-8ba6-b0713c7f4465 req-e9e4ec66-8650-412a-9383-2486c2220482 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:18.241284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ee4fdd2a-8b91-44b0-8ba6-b0713c7f4465 req-e9e4ec66-8650-412a-9383-2486c2220482 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Synchronizing usage tracker for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:43:18.293861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ee4fdd2a-8b91-44b0-8ba6-b0713c7f4465 req-e9e4ec66-8650-412a-9383-2486c2220482 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Unset dirty status for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:43:18.295735 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ee4fdd2a-8b91-44b0-8ba6-b0713c7f4465 req-e9e4ec66-8650-412a-9383-2486c2220482 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 931 time: 0.1528001 Feb 17 00:43:18.345110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ee4fdd2a-8b91-44b0-8ba6-b0713c7f4465 req-662cf256-c1b2-4f9f-bc21-986e9f124152 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Synchronizing usage tracker for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:43:18.391820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ee4fdd2a-8b91-44b0-8ba6-b0713c7f4465 req-662cf256-c1b2-4f9f-bc21-986e9f124152 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Unset dirty status for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:43:18.394001 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ee4fdd2a-8b91-44b0-8ba6-b0713c7f4465 req-662cf256-c1b2-4f9f-bc21-986e9f124152 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915365 Feb 17 00:43:19.609566 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676811a-8c3a-413a-9e9f-f85a536c9df2 req-067ac80e-18ad-4a97-be4c-543a1ed84bd8 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:19.611134 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b676811a-8c3a-413a-9e9f-f85a536c9df2 req-067ac80e-18ad-4a97-be4c-543a1ed84bd8 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 931 time: 0.0964060 Feb 17 00:43:19.660976 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b676811a-8c3a-413a-9e9f-f85a536c9df2 req-c8c6c3ba-41d7-4808-908c-7ffe88f239e1 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 Feb 17 00:43:20.877124 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a415b80-71c2-4d0a-b3ec-1b2772363b66 req-ceba3e9a-52fa-47d2-9010-689a80e3289c tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:20.878790 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3a415b80-71c2-4d0a-b3ec-1b2772363b66 req-ceba3e9a-52fa-47d2-9010-689a80e3289c tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 931 time: 0.0950541 Feb 17 00:43:20.926891 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3a415b80-71c2-4d0a-b3ec-1b2772363b66 req-e6121c63-d596-4081-b2ee-b4eff66e1ca4 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417988 Feb 17 00:43:22.142979 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfa375-ecad-4b56-9908-d6655676916d req-4e30a074-5af7-4ba8-a8ee-e61990fd1927 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:22.144719 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4bcfa375-ecad-4b56-9908-d6655676916d req-4e30a074-5af7-4ba8-a8ee-e61990fd1927 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 931 time: 0.0890105 Feb 17 00:43:22.194166 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4bcfa375-ecad-4b56-9908-d6655676916d req-a2cac9bf-dd4b-429d-8167-8711e7ec000e tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 Feb 17 00:43:23.409438 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f835178-dd14-493b-9872-78a9afdefb0a req-9602f4f5-4017-4861-bf52-31aca1f91c27 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:23.411483 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8f835178-dd14-493b-9872-78a9afdefb0a req-9602f4f5-4017-4861-bf52-31aca1f91c27 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 931 time: 0.0964048 Feb 17 00:43:23.464488 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8f835178-dd14-493b-9872-78a9afdefb0a req-8615e95d-f090-4b5e-9f3d-f30a32a84cc9 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451264 Feb 17 00:43:24.673765 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905574c3-1a6e-4923-b6b6-857032be1a82 req-b852657a-93e4-4795-a77d-9b5337b6f0cc tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:24.675398 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-905574c3-1a6e-4923-b6b6-857032be1a82 req-b852657a-93e4-4795-a77d-9b5337b6f0cc tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 931 time: 0.0957558 Feb 17 00:43:24.728462 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-905574c3-1a6e-4923-b6b6-857032be1a82 req-8df1d24b-5a20-4231-a928-f6040c6cf0e0 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463936 Feb 17 00:43:25.243766 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:25.957564 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ee36c-2c72-46c9-9661-e178d2b3d458 req-bed4d277-6bfe-41ab-9f8d-8d92a51be8d7 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:25.968308 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ec8ee36c-2c72-46c9-9661-e178d2b3d458 req-bed4d277-6bfe-41ab-9f8d-8d92a51be8d7 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 931 time: 0.1070390 Feb 17 00:43:26.027470 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ec8ee36c-2c72-46c9-9661-e178d2b3d458 req-02bb7bde-1107-4919-8fd5-aaa6256d642f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579967 Feb 17 00:43:27.227080 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd9980-96b3-44c7-8535-cd6405fd6717 req-47916de7-3b30-402c-89e6-dff285e846cf tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:27.228690 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-86fd9980-96b3-44c7-8535-cd6405fd6717 req-47916de7-3b30-402c-89e6-dff285e846cf tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 931 time: 0.0921690 Feb 17 00:43:27.277740 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-86fd9980-96b3-44c7-8535-cd6405fd6717 req-e9671065-c93c-4714-8fb3-97a4049a580d tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420668 Feb 17 00:43:27.491789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Request body: {'port': {'device_id': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:43:27.612461 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:28.033016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db40ea9-92d6-4619-8129-ecd1e78705fd {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:43:28.040987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:28.053529 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Transition to ACTIVE for port object 9db40ea9-92d6-4619-8129-ecd1e78705fd will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:43:28.076765 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:28.090552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5cbebcfe-61fb-475f-8d79-75664385e8c8 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:28.225347 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Pushing event updated for resources: {'Port': ['ID=9db40ea9-92d6-4619-8129-ecd1e78705fd,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:28.241516 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:28.480383 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Attempting to bind port 9db40ea9-92d6-4619-8129-ecd1e78705fd on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:43:28.480764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Attempting to bind port 9db40ea9-92d6-4619-8129-ecd1e78705fd by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '4802a448-9a32-489c-94bc-21ee7a80916e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:43:28.481754 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Attempting to bind port 9db40ea9-92d6-4619-8129-ecd1e78705fd on network 151d5133-3790-44d0-ac97-7778df7600aa {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:43:28.497691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:43:28.498069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Checking segment: {'id': '4802a448-9a32-489c-94bc-21ee7a80916e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:43:28.498477 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:28.498873 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Bound using segment: {'id': '4802a448-9a32-489c-94bc-21ee7a80916e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:43:28.499352 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Bound port: 9db40ea9-92d6-4619-8129-ecd1e78705fd, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4802a448-9a32-489c-94bc-21ee7a80916e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:43:28.499729 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:28.558864 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f229abf-3ddc-4379-aa09-421d4e9e6aa1 req-0da08f43-5de1-4fad-b245-2a8852dfdf5e tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:28.560380 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0f229abf-3ddc-4379-aa09-421d4e9e6aa1 req-0da08f43-5de1-4fad-b245-2a8852dfdf5e tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 943 time: 0.1668620 Feb 17 00:43:28.640497 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0f229abf-3ddc-4379-aa09-421d4e9e6aa1 req-bbfa3176-1ce5-4ab0-a834-c71c3e24fbb3 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701540 Feb 17 00:43:28.646363 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] For port 9db40ea9-92d6-4619-8129-ecd1e78705fd, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:43:28.649585 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] For port 9db40ea9-92d6-4619-8129-ecd1e78705fd, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd,segment=NetworkSegment(4802a448-9a32-489c-94bc-21ee7a80916e),segment_id=4802a448-9a32-489c-94bc-21ee7a80916e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:43:28.683331 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:28.699097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:28.856730 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Pushing event updated for resources: {'Port': ['ID=9db40ea9-92d6-4619-8129-ecd1e78705fd,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:28.862019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:28.891651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:28.892465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:28.894055 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] 10.222.0.49 "PUT /v2.0/ports/9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 1157 time: 1.4070652 Feb 17 00:43:28.894729 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:43:28.945476 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd', 'status': 'completed', 'code': 200} Feb 17 00:43:29.059154 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fbf0d-9fa4-4997-8580-e9fa90c75192 req-78575c1b-9922-466e-807c-d68a3154e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:29.060821 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ee5fbf0d-9fa4-4997-8580-e9fa90c75192 req-78575c1b-9922-466e-807c-d68a3154e9c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 1160 time: 0.0934219 Feb 17 00:43:29.462441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fbf0d-9fa4-4997-8580-e9fa90c75192 req-005b9556-d3d4-4db0-bb73-a12f99e86137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:29.464454 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ee5fbf0d-9fa4-4997-8580-e9fa90c75192 req-005b9556-d3d4-4db0-bb73-a12f99e86137 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3960526 Feb 17 00:43:29.608556 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fbf0d-9fa4-4997-8580-e9fa90c75192 req-16f94737-af71-497b-a3f1-69ada47e9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:29.610213 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ee5fbf0d-9fa4-4997-8580-e9fa90c75192 req-16f94737-af71-497b-a3f1-69ada47e9aa0 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1387115 Feb 17 00:43:29.723110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-cf59ae81-3546-4a0f-877e-573c166adba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:29.724764 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-cf59ae81-3546-4a0f-877e-573c166adba4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 1160 time: 0.0792813 Feb 17 00:43:29.836565 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-b908904d-c58f-4eef-845c-32e371394019 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 217 time: 0.1043715 Feb 17 00:43:29.932400 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-1de92bc3-31a7-4517-a64f-0ddfffb4a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:29.934093 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-1de92bc3-31a7-4517-a64f-0ddfffb4a5c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12dd5848-5fca-4a50-9e6b-03cf35b942f3 HTTP/1.1" status: 200 len: 854 time: 0.0911818 Feb 17 00:43:29.988060 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e087e4-ec94-459f-8a57-c1aacc7d1ae2 req-182eda4e-0302-4570-b418-bfa485d35039 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:29.989594 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-28e087e4-ec94-459f-8a57-c1aacc7d1ae2 req-182eda4e-0302-4570-b418-bfa485d35039 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 943 time: 0.1968243 Feb 17 00:43:30.054552 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-28e087e4-ec94-459f-8a57-c1aacc7d1ae2 req-d3b6bd27-ca8e-46bc-8abb-d1a469577d39 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564783 Feb 17 00:43:30.064138 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-004df4c0-d88c-4165-b76d-dc62024c96be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:30.065726 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-004df4c0-d88c-4165-b76d-dc62024c96be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=151d5133-3790-44d0-ac97-7778df7600aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1248574 Feb 17 00:43:30.212067 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-d66cacb7-2fd5-4ba1-835d-9900bca23729 service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394992 Feb 17 00:43:30.358496 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-01be4660-cd3d-4900-b651-b0db7f174e20 req-0f6f37c9-5fa7-4e65-9238-5be827d258c7 service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393328 Feb 17 00:43:31.258193 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88053d8a-ac73-451e-847d-8f03b64f785c req-3b076558-6af4-48bd-a772-73f9dd44e064 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:31.260363 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-88053d8a-ac73-451e-847d-8f03b64f785c req-3b076558-6af4-48bd-a772-73f9dd44e064 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 943 time: 0.0863016 Feb 17 00:43:31.307537 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-88053d8a-ac73-451e-847d-8f03b64f785c req-616bdf57-b29c-4313-b9a3-9c69972f7669 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404315 Feb 17 00:43:32.511391 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d171ccc-3c5e-4106-8d65-f28fc1cdde1d req-d074b218-1015-406e-8e09-5702fef1d4a0 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:32.512937 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6d171ccc-3c5e-4106-8d65-f28fc1cdde1d req-d074b218-1015-406e-8e09-5702fef1d4a0 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 943 time: 0.0912156 Feb 17 00:43:32.560589 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6d171ccc-3c5e-4106-8d65-f28fc1cdde1d req-63bc3c4d-247a-402a-82e0-181ed5b059b1 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Feb 17 00:43:33.342283 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.objects.ports [None req-4805d935-94cb-4f1d-a1d8-930b35c99e2c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84044) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 00:43:33.615145 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 9db40ea9-92d6-4619-8129-ecd1e78705fd up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:43:33.727702 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port 9db40ea9-92d6-4619-8129-ecd1e78705fd completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:43:33.733150 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 9db40ea9-92d6-4619-8129-ecd1e78705fd triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:43:33.733608 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:33.770990 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf551108-e3ec-455b-9eb3-38bcbd9a5a74 req-863bff79-a1bd-40c0-8d62-36e22320d454 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:33.772605 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cf551108-e3ec-455b-9eb3-38bcbd9a5a74 req-863bff79-a1bd-40c0-8d62-36e22320d454 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 943 time: 0.0944872 Feb 17 00:43:33.821201 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cf551108-e3ec-455b-9eb3-38bcbd9a5a74 req-d9c1165a-e8f9-4ec8-ba6f-ebe892006680 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411630 Feb 17 00:43:33.857404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:33.884611 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:43:33.895629 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 9db40ea9-92d6-4619-8129-ecd1e78705fd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd,segment=NetworkSegment(4802a448-9a32-489c-94bc-21ee7a80916e),segment_id=4802a448-9a32-489c-94bc-21ee7a80916e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:43:33.928483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:33.930601 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:33.971402 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd', 'code': 200} Feb 17 00:43:34.004292 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=9db40ea9-92d6-4619-8129-ecd1e78705fd,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:34.007632 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:34.233906 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a146b-62e1-43fe-a63f-9905e323cabe req-b63f2b87-e5f7-444f-bb2f-053939a7e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:34.235534 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2f4a146b-62e1-43fe-a63f-9905e323cabe req-b63f2b87-e5f7-444f-bb2f-053939a7e669 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 1162 time: 0.0784905 Feb 17 00:43:34.279360 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2f4a146b-62e1-43fe-a63f-9905e323cabe req-6c909b41-d17d-4df9-b893-1a3540b518ee service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372298 Feb 17 00:43:35.021395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719ce71-01bd-4dff-9e38-f2ed70929837 req-a882f72c-8eea-4660-9a56-2228adcb9372 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:35.022984 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1719ce71-01bd-4dff-9e38-f2ed70929837 req-a882f72c-8eea-4660-9a56-2228adcb9372 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 945 time: 0.0894403 Feb 17 00:43:35.070060 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1719ce71-01bd-4dff-9e38-f2ed70929837 req-8bbcb9fe-3d77-413f-a9b3-0dd1286555e1 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399649 Feb 17 00:43:35.289140 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 9db40ea9-92d6-4619-8129-ecd1e78705fd up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:43:35.362120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 9db40ea9-92d6-4619-8129-ecd1e78705fd triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:43:35.362572 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:36.275782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8fda1-d488-4a7a-a43e-e88db23cc8f8 req-2d1614e0-8014-4b80-af8c-41e1d65a75ea tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:36.277462 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6e8fda1-d488-4a7a-a43e-e88db23cc8f8 req-2d1614e0-8014-4b80-af8c-41e1d65a75ea tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 945 time: 0.0897677 Feb 17 00:43:36.324973 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c6e8fda1-d488-4a7a-a43e-e88db23cc8f8 req-56dbd895-690a-4208-bfcf-8e44ce014fc3 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Feb 17 00:43:36.521710 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3a13e-4b2b-4c3d-ac83-786b1ce32982 req-26a3351b-b4ef-4bd9-a754-f7b15b623f24 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:36.523293 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8ca3a13e-4b2b-4c3d-ac83-786b1ce32982 req-26a3351b-b4ef-4bd9-a754-f7b15b623f24 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 945 time: 0.0857799 Feb 17 00:43:36.572251 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8ca3a13e-4b2b-4c3d-ac83-786b1ce32982 req-379dd35d-f84c-4ab0-aaf2-fddf550e4207 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Feb 17 00:43:36.990884 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe3027-362d-4a9d-9389-d3f82a7d3f0a req-058d5112-9f07-4712-8d29-5a6d7e45218c tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:36.992483 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d4fe3027-362d-4a9d-9389-d3f82a7d3f0a req-058d5112-9f07-4712-8d29-5a6d7e45218c tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 945 time: 0.0897288 Feb 17 00:43:37.040416 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d4fe3027-362d-4a9d-9389-d3f82a7d3f0a req-983f1f9b-8d29-4361-b692-7339162f79ea tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416977 Feb 17 00:43:40.816645 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:43:42.485114 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f510b9-2fd0-4798-871d-1fde0d1776de req-a18a2cb8-17cd-4243-a757-d97636a4676e tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:42.486734 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-08f510b9-2fd0-4798-871d-1fde0d1776de req-a18a2cb8-17cd-4243-a757-d97636a4676e tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 945 time: 0.0895898 Feb 17 00:43:42.533922 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-08f510b9-2fd0-4798-871d-1fde0d1776de req-bea66a7c-874c-4ad8-9bf0-f5b567a76d90 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Feb 17 00:43:42.671353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-79124201-12f5-4ce5-afe5-4ba56bfde5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:42.731713 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-4fee76f8-f5d4-45d9-865c-58b7ff4ef56f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1561339 Feb 17 00:43:42.741960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Request body: {'floatingip': {'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:43:42.747547 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:43:42.751553 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Usage tracker for resource:floatingip and tenant:410d810f2c7a4b73ab4e8f9893f5ab36 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:43:42.754524 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:43:42.760204 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:43:42.796999 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for floatingip, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:42.942751 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:43.212380 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Allocated IP 172.28.3.53 (3cbdbc70-d7bd-4bf3-84f2-140283f8882a/5e64d413-6664-47c4-a852-9f8e80de566a/268fb111-3b9c-41e2-b75a-0c0459ab9039) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:43:43.367135 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:43.453390 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:43.468546 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:43.612045 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Pushing event updated for resources: {'Port': ['ID=268fb111-3b9c-41e2-b75a-0c0459ab9039,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:43.617059 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:43.658463 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:43:43.659602 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:43:43.661929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:43:43.745167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:43.833506 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:44.111373 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:44.172770 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:44.188971 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:44.321653 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Pushing event updated for resources: {'Port': ['ID=268fb111-3b9c-41e2-b75a-0c0459ab9039,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:44.334869 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:44.428172 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:44.486997 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:44.488318 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2133f2a9-e323-4459-b011-5566ec8bb92f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7504656 Feb 17 00:43:44.576085 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-bb8a13ce-867c-41ba-abaa-4a71f7b5899f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Synchronizing usage tracker for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:floatingip {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:43:44.618347 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-bb8a13ce-867c-41ba-abaa-4a71f7b5899f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Unset dirty status for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:floatingip {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:43:44.619637 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-bb8a13ce-867c-41ba-abaa-4a71f7b5899f tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.28.3.53 HTTP/1.1" status: 200 len: 695 time: 0.1248395 Feb 17 00:43:44.779312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-28530c7e-384f-48bb-9226-77073ff44ced tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:44.780794 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-28530c7e-384f-48bb-9226-77073ff44ced tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/networks/3cbdbc70-d7bd-4bf3-84f2-140283f8882a HTTP/1.1" status: 200 len: 784 time: 0.1547167 Feb 17 00:43:44.791394 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2084db84-500c-4d08-957d-2afd9e15c800 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:43:44.793007 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b55ea71d-f5f7-44c0-8e60-f94017739170 req-2084db84-500c-4d08-957d-2afd9e15c800 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064430 Feb 17 00:43:44.978245 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-11b52084-d92f-4897-8f8a-603362abfc68 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:44.980096 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-11b52084-d92f-4897-8f8a-603362abfc68 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0870068 Feb 17 00:43:45.066445 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-3955a5d2-8040-49c1-b60c-118a6d0cba3c tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.28.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0804410 Feb 17 00:43:45.077414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-70e1fb4c-cde7-4ab2-90af-feb17f6898c7 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Request body: {'floatingip': {'port_id': '9db40ea9-92d6-4619-8129-ecd1e78705fd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:43:45.162197 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-70e1fb4c-cde7-4ab2-90af-feb17f6898c7 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for floatingip, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:45.253796 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5d48158a-06dd-43dd-8b0c-310bf55bc492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:45.327170 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:46.066055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-70e1fb4c-cde7-4ab2-90af-feb17f6898c7 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:46.106058 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-70e1fb4c-cde7-4ab2-90af-feb17f6898c7 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:46.287123 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-70e1fb4c-cde7-4ab2-90af-feb17f6898c7 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Floating IP 22c18bec-ccad-4c9c-9fd4-d8a3191a8145 associated. External IP: 172.28.3.53, port: 9db40ea9-92d6-4619-8129-ecd1e78705fd. Feb 17 00:43:46.642422 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:46.653079 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-70e1fb4c-cde7-4ab2-90af-feb17f6898c7 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Router cb070925-6fb6-4ee6-b994-0e65ecb83e60 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:43:46.842824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-70e1fb4c-cde7-4ab2-90af-feb17f6898c7 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:43:46.852537 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984c30e-8e26-4e96-ba17-e2607c989854 None None] Sync routers for ids ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:43:46.855504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-70e1fb4c-cde7-4ab2-90af-feb17f6898c7 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:46.862646 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984c30e-8e26-4e96-ba17-e2607c989854 None None] Routers {'cb070925-6fb6-4ee6-b994-0e65ecb83e60'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:43:46.863404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0984c30e-8e26-4e96-ba17-e2607c989854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:43:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:43:46.914374 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-70e1fb4c-cde7-4ab2-90af-feb17f6898c7 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "PUT /v2.0/floatingips/22c18bec-ccad-4c9c-9fd4-d8a3191a8145 HTTP/1.1" status: 200 len: 995 time: 1.8418388 Feb 17 00:43:46.914938 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:43:47.022142 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-6bdccdfc-5d1e-49e5-87cd-93819717fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:47.023812 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-6bdccdfc-5d1e-49e5-87cd-93819717fa0d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 1162 time: 0.0899491 Feb 17 00:43:47.048692 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:47.076803 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-0984c30e-8e26-4e96-ba17-e2607c989854 None None] Set router cb070925-6fb6-4ee6-b994-0e65ecb83e60 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:43:47.109908 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd', 'status': 'completed', 'code': 200} Feb 17 00:43:47.179778 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-2dd23fd5-8aa8-4edd-a9dd-52f86d4ff926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:47.181620 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-2dd23fd5-8aa8-4edd-a9dd-52f86d4ff926 service neutron] 10.222.0.38 "GET /v2.0/networks?id=151d5133-3790-44d0-ac97-7778df7600aa HTTP/1.1" status: 200 len: 909 time: 0.1496773 Feb 17 00:43:47.224225 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15378957-844a-46b1-98e1-1ff7a941a66b req-bd4e17f3-bb81-4a2a-a584-69f9e1079acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:47.225910 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-15378957-844a-46b1-98e1-1ff7a941a66b req-bd4e17f3-bb81-4a2a-a584-69f9e1079acb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 1162 time: 0.0996964 Feb 17 00:43:47.299043 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-28518692-a346-4c63-b4f2-af5b020416b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 998 time: 0.1096051 Feb 17 00:43:47.375912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-7e299a2d-dc07-4165-9307-a82f1001a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:47.377491 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-7e299a2d-dc07-4165-9307-a82f1001a067 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=12dd5848-5fca-4a50-9e6b-03cf35b942f3 HTTP/1.1" status: 200 len: 854 time: 0.0717978 Feb 17 00:43:47.383986 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15378957-844a-46b1-98e1-1ff7a941a66b req-3cb06eaf-8e42-4592-a98d-007eda8e5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:47.385632 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-15378957-844a-46b1-98e1-1ff7a941a66b req-3cb06eaf-8e42-4592-a98d-007eda8e5271 service neutron] 10.222.0.49 "GET /v2.0/networks?id=151d5133-3790-44d0-ac97-7778df7600aa HTTP/1.1" status: 200 len: 909 time: 0.1488028 Feb 17 00:43:47.460504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0984c30e-8e26-4e96-ba17-e2607c989854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 4, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '22c18bec-ccad-4c9c-9fd4-d8a3191a8145', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'floating_ip_address': '172.28.3.53', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'port_id': '9db40ea9-92d6-4619-8129-ecd1e78705fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'mac_address': 'fa:16:3e:14:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:43:43Z', 'updated_at': '2021-02-17T00:43:45Z', 'revision_number': 1, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34ea963-e6c0-446a-b0c7-b1448654fe4d', 'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'mac_address': 'fa:16:3e:54:ab:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:43:00Z', 'updated_at': '2021-02-17T00:43:09Z', 'revision_number': 5, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'subnets': [{'id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:43:47.465569 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984c30e-8e26-4e96-ba17-e2607c989854 None None] Checking router: cb070925-6fb6-4ee6-b994-0e65ecb83e60 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:43:47.465826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-4ba0311d-c2b8-4543-aaa0-324bfda08997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:47.467454 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-4ba0311d-c2b8-4543-aaa0-324bfda08997 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=151d5133-3790-44d0-ac97-7778df7600aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832446 Feb 17 00:43:47.475143 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984c30e-8e26-4e96-ba17-e2607c989854 None None] Routers {'cb070925-6fb6-4ee6-b994-0e65ecb83e60'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:43:47.475834 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0984c30e-8e26-4e96-ba17-e2607c989854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:43:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:43:47.482318 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-479df0a0-1f67-481f-9e6b-d7720b7d5de2 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:43:47.483478 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-479df0a0-1f67-481f-9e6b-d7720b7d5de2 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0079343 Feb 17 00:43:47.657786 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-a8b1ad46-2073-48ab-838e-452fb39f49be service neutron] 10.222.0.38 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566033 Feb 17 00:43:47.678566 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-0984c30e-8e26-4e96-ba17-e2607c989854 None None] Set router cb070925-6fb6-4ee6-b994-0e65ecb83e60 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:43:47.743300 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-15378957-844a-46b1-98e1-1ff7a941a66b req-7d76d401-ddbd-427c-8384-0dd1febd09bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 998 time: 0.3503592 Feb 17 00:43:47.815252 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5e40aca4-2eba-4766-a4f7-3a47c7fd1295 req-c0ef8909-d191-49a9-8279-153848774293 service neutron] 10.222.0.38 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1505020 Feb 17 00:43:47.821379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15378957-844a-46b1-98e1-1ff7a941a66b req-ff610891-f1d4-4348-816c-38a242f8786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:47.823004 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-15378957-844a-46b1-98e1-1ff7a941a66b req-ff610891-f1d4-4348-816c-38a242f8786c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12dd5848-5fca-4a50-9e6b-03cf35b942f3 HTTP/1.1" status: 200 len: 854 time: 0.0719430 Feb 17 00:43:47.910879 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-4fcb7f8a-1613-4258-acb3-8cd48b28c3e8 req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-278980066', 'description': 'tempest-TestMinimumBasicScenario-278980066 description'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:43:47.919453 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-4fcb7f8a-1613-4258-acb3-8cd48b28c3e8 req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:43:47.932121 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-4fcb7f8a-1613-4258-acb3-8cd48b28c3e8 req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:43:47.936144 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15378957-844a-46b1-98e1-1ff7a941a66b req-fa68a9ae-0d3d-46b6-ba3c-565eee3f0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:47.937794 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-15378957-844a-46b1-98e1-1ff7a941a66b req-fa68a9ae-0d3d-46b6-ba3c-565eee3f0d22 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=151d5133-3790-44d0-ac97-7778df7600aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1070137 Feb 17 00:43:48.017589 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4fcb7f8a-1613-4258-acb3-8cd48b28c3e8 req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:48.060969 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-4fcb7f8a-1613-4258-acb3-8cd48b28c3e8 req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:43:48.061764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0984c30e-8e26-4e96-ba17-e2607c989854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 4, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '22c18bec-ccad-4c9c-9fd4-d8a3191a8145', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'floating_ip_address': '172.28.3.53', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'port_id': '9db40ea9-92d6-4619-8129-ecd1e78705fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'mac_address': 'fa:16:3e:14:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:43:43Z', 'updated_at': '2021-02-17T00:43:45Z', 'revision_number': 1, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34ea963-e6c0-446a-b0c7-b1448654fe4d', 'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'mac_address': 'fa:16:3e:54:ab:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:43:00Z', 'updated_at': '2021-02-17T00:43:09Z', 'revision_number': 5, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'subnets': [{'id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:43:48.066073 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984c30e-8e26-4e96-ba17-e2607c989854 None None] The sync data for ids ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'] in dv-cinder-759943-4-smb is: [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 4, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '22c18bec-ccad-4c9c-9fd4-d8a3191a8145', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'floating_ip_address': '172.28.3.53', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'port_id': '9db40ea9-92d6-4619-8129-ecd1e78705fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'mac_address': 'fa:16:3e:14:ab:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:43:43Z', 'updated_at': '2021-02-17T00:43:45Z', 'revision_number': 1, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34ea963-e6c0-446a-b0c7-b1448654fe4d', 'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'mac_address': 'fa:16:3e:54:ab:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:43:00Z', 'updated_at': '2021-02-17T00:43:09Z', 'revision_number': 5, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'subnets': [{'id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:43:48.068053 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-4fcb7f8a-1613-4258-acb3-8cd48b28c3e8 req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Usage tracker for resource:security_group_rule and tenant:410d810f2c7a4b73ab4e8f9893f5ab36 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:43:48.081908 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-4fcb7f8a-1613-4258-acb3-8cd48b28c3e8 req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:43:48.091965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-4fcb7f8a-1613-4258-acb3-8cd48b28c3e8 req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:43:48.133493 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-15378957-844a-46b1-98e1-1ff7a941a66b req-735bb76e-ba16-49d9-a5ab-fa382eab9016 service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878695 Feb 17 00:43:48.301387 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4fcb7f8a-1613-4258-acb3-8cd48b28c3e8 req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:48.324286 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-15378957-844a-46b1-98e1-1ff7a941a66b req-33cb4a0e-8259-43d2-85c6-90d6b70c7aac service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1813052 Feb 17 00:43:48.350820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4fcb7f8a-1613-4258-acb3-8cd48b28c3e8 req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:48.357279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c209892f-16fa-4dc3-be34-5519ff0cb594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:48.392703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c2309b-4803-48b5-a262-8ab4997d6a76 None None] New status for floating IP 22c18bec-ccad-4c9c-9fd4-d8a3191a8145: ACTIVE {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:43:48.405362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967ffe10-1655-469d-8693-a2566cde0a00,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:48.408764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:48.436499 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-4fcb7f8a-1613-4258-acb3-8cd48b28c3e8 req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:48.438024 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4fcb7f8a-1613-4258-acb3-8cd48b28c3e8 req-1c1d0f58-b1d3-4980-bd28-305a69ce1c34 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5387311 Feb 17 00:43:48.510030 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0264a2b3-2f6e-4530-8857-c1145979b1d4 req-bbaf9d75-32c0-444a-8c4f-311969690209 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups/967ffe10-1655-469d-8693-a2566cde0a00 HTTP/1.1" status: 200 len: 1812 time: 0.0490754 Feb 17 00:43:48.521591 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-0264a2b3-2f6e-4530-8857-c1145979b1d4 req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '967ffe10-1655-469d-8693-a2566cde0a00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:43:48.521942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-0264a2b3-2f6e-4530-8857-c1145979b1d4 req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '967ffe10-1655-469d-8693-a2566cde0a00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:43:48.528662 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-0264a2b3-2f6e-4530-8857-c1145979b1d4 req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:43:48.532698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-0264a2b3-2f6e-4530-8857-c1145979b1d4 req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Usage tracker for resource:security_group_rule and tenant:410d810f2c7a4b73ab4e8f9893f5ab36 is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:43:48.535694 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-0264a2b3-2f6e-4530-8857-c1145979b1d4 req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:43:48.541395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-0264a2b3-2f6e-4530-8857-c1145979b1d4 req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:43:48.636270 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0264a2b3-2f6e-4530-8857-c1145979b1d4 req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:48.743344 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0264a2b3-2f6e-4530-8857-c1145979b1d4 req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:48.773359 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0264a2b3-2f6e-4530-8857-c1145979b1d4 req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311677'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:48.775473 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:48.798987 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a7762a-f37a-4cfd-8941-e2a3861270c6,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:48.810196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.810621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.811034 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.811445 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.811849 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.812257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.812656 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.813057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.813478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.813881 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.814279 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.814673 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.815103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.815494 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.815888 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.816316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.816707 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.817097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.817531 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.817923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.818315 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.818703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.819092 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.819482 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:43:48.823503 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:48.853541 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0264a2b3-2f6e-4530-8857-c1145979b1d4 req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:48.855329 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0264a2b3-2f6e-4530-8857-c1145979b1d4 req-6a868cad-3367-47ed-8236-0f1a855b5129 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3379366 Feb 17 00:43:48.928700 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab40ac38-05dd-4966-b609-74a32256961a req-5fcdc864-e670-4104-acd5-18980f669fb2 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups/967ffe10-1655-469d-8693-a2566cde0a00 HTTP/1.1" status: 200 len: 2405 time: 0.0513287 Feb 17 00:43:48.939490 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-ab40ac38-05dd-4966-b609-74a32256961a req-6ad4bd51-77a4-46f3-bb00-6e5eed4a2056 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '967ffe10-1655-469d-8693-a2566cde0a00', 'remote_group_id': None}]} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:43:48.939850 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-ab40ac38-05dd-4966-b609-74a32256961a req-6ad4bd51-77a4-46f3-bb00-6e5eed4a2056 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '967ffe10-1655-469d-8693-a2566cde0a00', 'remote_group_id': None}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:43:48.945931 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-ab40ac38-05dd-4966-b609-74a32256961a req-6ad4bd51-77a4-46f3-bb00-6e5eed4a2056 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:43:48.949977 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ab40ac38-05dd-4966-b609-74a32256961a req-6ad4bd51-77a4-46f3-bb00-6e5eed4a2056 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Usage tracker for resource:security_group_rule and tenant:410d810f2c7a4b73ab4e8f9893f5ab36 is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:43:48.952940 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-ab40ac38-05dd-4966-b609-74a32256961a req-6ad4bd51-77a4-46f3-bb00-6e5eed4a2056 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:43:48.958645 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-ab40ac38-05dd-4966-b609-74a32256961a req-6ad4bd51-77a4-46f3-bb00-6e5eed4a2056 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:43:49.072934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab40ac38-05dd-4966-b609-74a32256961a req-6ad4bd51-77a4-46f3-bb00-6e5eed4a2056 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:49.100316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab40ac38-05dd-4966-b609-74a32256961a req-6ad4bd51-77a4-46f3-bb00-6e5eed4a2056 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:49.144747 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab40ac38-05dd-4966-b609-74a32256961a req-6ad4bd51-77a4-46f3-bb00-6e5eed4a2056 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311677'] for security_group_rule, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:49.152725 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8eaad6fa-57d7-4ab5-ad28-1033b04a169d tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:49.172479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4bd51-77a4-46f3-bb00-6e5eed4a2056 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d7d56c-f654-4391-85f9-c610ec93f939,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:49.176833 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-6ad4bd51-77a4-46f3-bb00-6e5eed4a2056 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:49.225124 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-ab40ac38-05dd-4966-b609-74a32256961a req-6ad4bd51-77a4-46f3-bb00-6e5eed4a2056 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:49.226483 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ab40ac38-05dd-4966-b609-74a32256961a req-6ad4bd51-77a4-46f3-bb00-6e5eed4a2056 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2911892 Feb 17 00:43:49.360865 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a1172185-10d7-40ee-8f73-ccf32e34e54a req-5a201d21-ece5-4259-91e4-5e40ff750fc8 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-278980066&fields=id&tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36 HTTP/1.1" status: 200 len: 267 time: 0.0429800 Feb 17 00:43:49.450340 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1172185-10d7-40ee-8f73-ccf32e34e54a req-046ae6cb-0682-4939-9500-df2aee830ad8 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:49.451933 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a1172185-10d7-40ee-8f73-ccf32e34e54a req-046ae6cb-0682-4939-9500-df2aee830ad8 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 945 time: 0.0852540 Feb 17 00:43:49.463727 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-a1172185-10d7-40ee-8f73-ccf32e34e54a req-7eadc4d1-e852-4f6d-aed2-9fe1f5a25635 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Request body: {'port': {'security_groups': ['050f3a99-7c31-4692-8504-f69d5cc2b958', '967ffe10-1655-469d-8693-a2566cde0a00']}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:43:49.593664 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a1172185-10d7-40ee-8f73-ccf32e34e54a req-7eadc4d1-e852-4f6d-aed2-9fe1f5a25635 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:49.970933 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-a1172185-10d7-40ee-8f73-ccf32e34e54a req-7eadc4d1-e852-4f6d-aed2-9fe1f5a25635 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] For port 9db40ea9-92d6-4619-8129-ecd1e78705fd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd,segment=NetworkSegment(4802a448-9a32-489c-94bc-21ee7a80916e),segment_id=4802a448-9a32-489c-94bc-21ee7a80916e)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:43:49.997130 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a1172185-10d7-40ee-8f73-ccf32e34e54a req-7eadc4d1-e852-4f6d-aed2-9fe1f5a25635 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:50.019213 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a1172185-10d7-40ee-8f73-ccf32e34e54a req-7eadc4d1-e852-4f6d-aed2-9fe1f5a25635 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6651920'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:50.036160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-226387a9-c9ea-4e52-aef5-6e19161df3ea tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:43:50.194287 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadc4d1-e852-4f6d-aed2-9fe1f5a25635 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Pushing event updated for resources: {'Port': ['ID=9db40ea9-92d6-4619-8129-ecd1e78705fd,revision_number=5']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:43:50.198334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7eadc4d1-e852-4f6d-aed2-9fe1f5a25635 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:43:50.239846 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1172185-10d7-40ee-8f73-ccf32e34e54a req-7eadc4d1-e852-4f6d-aed2-9fe1f5a25635 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:50.240536 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-a1172185-10d7-40ee-8f73-ccf32e34e54a req-7eadc4d1-e852-4f6d-aed2-9fe1f5a25635 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:50.242196 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a1172185-10d7-40ee-8f73-ccf32e34e54a req-7eadc4d1-e852-4f6d-aed2-9fe1f5a25635 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "PUT /v2.0/ports/9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 981 time: 0.7832856 Feb 17 00:43:50.242586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:43:50.299129 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd', 'status': 'completed', 'code': 200} Feb 17 00:43:50.407372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754fd64-4d2b-4976-ac38-79d9f5b57038 req-0531bf64-f782-4237-bae1-5683c9a38223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:50.409140 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1754fd64-4d2b-4976-ac38-79d9f5b57038 req-0531bf64-f782-4237-bae1-5683c9a38223 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 1202 time: 0.0853484 Feb 17 00:43:50.431986 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe832f-6722-49d2-b688-6e8e2653d2ce req-3149943c-6069-4d2f-a38a-239404117f35 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:50.433862 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2dfe832f-6722-49d2-b688-6e8e2653d2ce req-3149943c-6069-4d2f-a38a-239404117f35 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 984 time: 0.0913737 Feb 17 00:43:50.463479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-77b2a069-3064-4e5d-8ff7-8f54e7a4022f None None] Provisioning complete for port 9db40ea9-92d6-4619-8129-ecd1e78705fd triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:43:50.464639 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-77b2a069-3064-4e5d-8ff7-8f54e7a4022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:50.484630 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2dfe832f-6722-49d2-b688-6e8e2653d2ce req-0dc56077-3b0d-4106-a9a0-7e658684cfc1 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=967ffe10-1655-469d-8693-a2566cde0a00&id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0442224 Feb 17 00:43:50.560166 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754fd64-4d2b-4976-ac38-79d9f5b57038 req-687795a4-e39f-454c-b8b1-f28138f63610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:50.561791 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1754fd64-4d2b-4976-ac38-79d9f5b57038 req-687795a4-e39f-454c-b8b1-f28138f63610 service neutron] 10.222.0.49 "GET /v2.0/networks?id=151d5133-3790-44d0-ac97-7778df7600aa HTTP/1.1" status: 200 len: 909 time: 0.1458054 Feb 17 00:43:50.675364 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1754fd64-4d2b-4976-ac38-79d9f5b57038 req-200bf0f3-4f49-476b-b8ad-7e8b21fe2884 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 1000 time: 0.1062078 Feb 17 00:43:50.745865 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754fd64-4d2b-4976-ac38-79d9f5b57038 req-438d6544-8e4a-4348-b87e-cc557a6abf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:50.747374 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1754fd64-4d2b-4976-ac38-79d9f5b57038 req-438d6544-8e4a-4348-b87e-cc557a6abf20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12dd5848-5fca-4a50-9e6b-03cf35b942f3 HTTP/1.1" status: 200 len: 854 time: 0.0639048 Feb 17 00:43:50.833299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754fd64-4d2b-4976-ac38-79d9f5b57038 req-5b94b6c9-9439-4049-aa93-34d31b084f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:50.834881 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1754fd64-4d2b-4976-ac38-79d9f5b57038 req-5b94b6c9-9439-4049-aa93-34d31b084f5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=151d5133-3790-44d0-ac97-7778df7600aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804358 Feb 17 00:43:50.976288 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1754fd64-4d2b-4976-ac38-79d9f5b57038 req-3a1a8594-d5dd-4aee-a7e1-2d116680e2d6 service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335864 Feb 17 00:43:51.117790 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1754fd64-4d2b-4976-ac38-79d9f5b57038 req-ad4d06bd-9ad4-4658-83d6-db4456336699 service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1333556 Feb 17 00:43:51.521643 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 9db40ea9-92d6-4619-8129-ecd1e78705fd up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:43:51.595847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 9db40ea9-92d6-4619-8129-ecd1e78705fd triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:43:51.596272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:55.241801 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:43:58.385739 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d98d0119-96d0-46fa-ae96-39d9599dcbb5 req-bc453f73-acee-4837-8f26-55085b045b65 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0764992 Feb 17 00:43:58.537229 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d0119-96d0-46fa-ae96-39d9599dcbb5 req-745a0007-5577-4f5c-9421-2c3e5b49f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:58.538860 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d98d0119-96d0-46fa-ae96-39d9599dcbb5 req-745a0007-5577-4f5c-9421-2c3e5b49f2f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 1202 time: 0.0821071 Feb 17 00:43:58.695782 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d0119-96d0-46fa-ae96-39d9599dcbb5 req-c8922c73-b1ed-4bcf-9633-fed0960a9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:58.697390 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d98d0119-96d0-46fa-ae96-39d9599dcbb5 req-c8922c73-b1ed-4bcf-9633-fed0960a9e3b service neutron] 10.222.0.49 "GET /v2.0/networks?id=151d5133-3790-44d0-ac97-7778df7600aa HTTP/1.1" status: 200 len: 909 time: 0.1375000 Feb 17 00:43:58.804835 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d98d0119-96d0-46fa-ae96-39d9599dcbb5 req-c24807bf-a8a6-4451-9f53-ef3c4714e212 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 1000 time: 0.1004179 Feb 17 00:43:58.878167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d0119-96d0-46fa-ae96-39d9599dcbb5 req-f58298e7-7c84-4660-88d3-08b6060aba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:58.879724 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d98d0119-96d0-46fa-ae96-39d9599dcbb5 req-f58298e7-7c84-4660-88d3-08b6060aba5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12dd5848-5fca-4a50-9e6b-03cf35b942f3 HTTP/1.1" status: 200 len: 854 time: 0.0682073 Feb 17 00:43:58.960712 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d0119-96d0-46fa-ae96-39d9599dcbb5 req-83a55d96-87b9-469b-9c28-89e2e08ee641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:43:58.962369 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d98d0119-96d0-46fa-ae96-39d9599dcbb5 req-83a55d96-87b9-469b-9c28-89e2e08ee641 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=151d5133-3790-44d0-ac97-7778df7600aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758286 Feb 17 00:43:59.104839 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d98d0119-96d0-46fa-ae96-39d9599dcbb5 req-2be40fb1-b14f-4a57-ad3b-81a6c2e94547 service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350870 Feb 17 00:43:59.247975 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d98d0119-96d0-46fa-ae96-39d9599dcbb5 req-71c6c572-61d8-4132-a751-815c7b95f0d9 service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364846 Feb 17 00:44:08.346748 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05473d-1188-450f-9118-cad0eff0ae48 req-d4f42eef-2821-4207-864e-0e04d4068e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:08.348502 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5d05473d-1188-450f-9118-cad0eff0ae48 req-d4f42eef-2821-4207-864e-0e04d4068e20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 1202 time: 0.0850692 Feb 17 00:44:08.411698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0ca45-61e5-4a36-9077-3be207e41687 req-82dcadb6-ef90-4801-ac99-705f20b4b511 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:08.413444 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fcb0ca45-61e5-4a36-9077-3be207e41687 req-82dcadb6-ef90-4801-ac99-705f20b4b511 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 984 time: 0.1476512 Feb 17 00:44:08.464001 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fcb0ca45-61e5-4a36-9077-3be207e41687 req-dd81876a-f3a3-48e5-b49e-c8cc092a4563 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=967ffe10-1655-469d-8693-a2566cde0a00&id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0435693 Feb 17 00:44:08.492476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05473d-1188-450f-9118-cad0eff0ae48 req-815a0160-55e1-449a-81c8-059920d661f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:08.494137 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5d05473d-1188-450f-9118-cad0eff0ae48 req-815a0160-55e1-449a-81c8-059920d661f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=151d5133-3790-44d0-ac97-7778df7600aa HTTP/1.1" status: 200 len: 909 time: 0.1385300 Feb 17 00:44:08.600152 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5d05473d-1188-450f-9118-cad0eff0ae48 req-2ca144b5-f841-4920-b7bb-6435f834ea51 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 1000 time: 0.0988622 Feb 17 00:44:08.671768 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05473d-1188-450f-9118-cad0eff0ae48 req-e105aa43-fd1c-4166-bf49-95952f57aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:08.673331 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5d05473d-1188-450f-9118-cad0eff0ae48 req-e105aa43-fd1c-4166-bf49-95952f57aa83 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12dd5848-5fca-4a50-9e6b-03cf35b942f3 HTTP/1.1" status: 200 len: 854 time: 0.0658565 Feb 17 00:44:08.754305 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05473d-1188-450f-9118-cad0eff0ae48 req-dc6bbca6-a644-4710-aca9-d2c34058be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:08.755796 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5d05473d-1188-450f-9118-cad0eff0ae48 req-dc6bbca6-a644-4710-aca9-d2c34058be7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=151d5133-3790-44d0-ac97-7778df7600aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757885 Feb 17 00:44:08.899847 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5d05473d-1188-450f-9118-cad0eff0ae48 req-c1955cec-d289-4b0f-a324-927daaf9066c service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358616 Feb 17 00:44:09.046872 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5d05473d-1188-450f-9118-cad0eff0ae48 req-d9d7224c-754b-4108-9301-45cc278fb64b service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401942 Feb 17 00:44:09.669838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ba91-dc51-4972-962a-de17601c3982 req-a53f15a3-4b06-452a-a76b-7d6fc7143e61 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:09.671486 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8e17ba91-dc51-4972-962a-de17601c3982 req-a53f15a3-4b06-452a-a76b-7d6fc7143e61 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 984 time: 0.0907426 Feb 17 00:44:09.719677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-8e17ba91-dc51-4972-962a-de17601c3982 req-a406c271-858b-496d-98ea-9b9c30cece2e tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Synchronizing usage tracker for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:44:09.760531 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-8e17ba91-dc51-4972-962a-de17601c3982 req-a406c271-858b-496d-98ea-9b9c30cece2e tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Unset dirty status for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:44:09.761718 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8e17ba91-dc51-4972-962a-de17601c3982 req-a406c271-858b-496d-98ea-9b9c30cece2e tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=967ffe10-1655-469d-8693-a2566cde0a00&id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0839486 Feb 17 00:44:10.964289 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cbc1c-d935-45ed-ab88-169336d123f1 req-12c186aa-bf7f-4719-90a0-e5c197011f54 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:10.966002 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-399cbc1c-d935-45ed-ab88-169336d123f1 req-12c186aa-bf7f-4719-90a0-e5c197011f54 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 984 time: 0.0889874 Feb 17 00:44:11.016096 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-399cbc1c-d935-45ed-ab88-169336d123f1 req-cf47c160-104d-4fe3-aa9b-0e1f6292b970 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=967ffe10-1655-469d-8693-a2566cde0a00&id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0431638 Feb 17 00:44:12.217910 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e5243-c8ff-4a28-b82f-9679ad72e929 req-acf87b63-b060-46a6-87b9-810a56fdc244 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:12.219557 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8d5e5243-c8ff-4a28-b82f-9679ad72e929 req-acf87b63-b060-46a6-87b9-810a56fdc244 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 984 time: 0.0886302 Feb 17 00:44:12.272561 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8d5e5243-c8ff-4a28-b82f-9679ad72e929 req-23b3b402-b86d-4e64-8999-4a2993b63718 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=967ffe10-1655-469d-8693-a2566cde0a00&id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0464590 Feb 17 00:44:12.658937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-804e810c-f740-4ddf-8f26-6f3adc068b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:13.469102 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2e9c0-d5a9-4e61-a378-5bed9d189cad req-904c1de8-21c2-4f30-a86c-dfd50931efb9 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:13.470644 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-49c2e9c0-d5a9-4e61-a378-5bed9d189cad req-904c1de8-21c2-4f30-a86c-dfd50931efb9 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 984 time: 0.0855553 Feb 17 00:44:13.521508 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-49c2e9c0-d5a9-4e61-a378-5bed9d189cad req-f6434872-bbb2-4c10-aa05-ff4a40e48978 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=967ffe10-1655-469d-8693-a2566cde0a00&id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0442209 Feb 17 00:44:14.717721 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183a212-ddf3-456b-ab74-bbc9f3c79522 req-c63d5f8c-45e6-432f-b6a3-b3915329f83a tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:14.719314 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1183a212-ddf3-456b-ab74-bbc9f3c79522 req-c63d5f8c-45e6-432f-b6a3-b3915329f83a tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 984 time: 0.0863156 Feb 17 00:44:14.768585 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1183a212-ddf3-456b-ab74-bbc9f3c79522 req-078cfe48-bf32-4e3c-96f2-7d6c33e3a4ca tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=967ffe10-1655-469d-8693-a2566cde0a00&id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0429573 Feb 17 00:44:15.258027 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-63806bdc-00a2-4f95-ad19-a6ad45ed231c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:15.327334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:16.224965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996e76e-3885-4257-9125-5202a52a8ff6 req-4ce1b8c6-f08e-411f-bf42-6c291c0329b1 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:16.226760 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c996e76e-3885-4257-9125-5202a52a8ff6 req-4ce1b8c6-f08e-411f-bf42-6c291c0329b1 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 984 time: 0.3420672 Feb 17 00:44:16.286836 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c996e76e-3885-4257-9125-5202a52a8ff6 req-570ba6fe-1dff-48d3-99d3-9f94b73baf73 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=967ffe10-1655-469d-8693-a2566cde0a00&id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0503097 Feb 17 00:44:16.630774 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:16.984327 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:17.493517 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf68a86-d8ea-4c4e-b361-e4b2942c4290 req-a9fecb14-52bf-4808-b25e-dc685a8ca3cf tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:17.495055 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6bf68a86-d8ea-4c4e-b361-e4b2942c4290 req-a9fecb14-52bf-4808-b25e-dc685a8ca3cf tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 984 time: 0.0905356 Feb 17 00:44:17.776156 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6bf68a86-d8ea-4c4e-b361-e4b2942c4290 req-e60a3458-90d8-4122-8ce7-e99692911c3d tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=967ffe10-1655-469d-8693-a2566cde0a00&id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2725792 Feb 17 00:44:17.820472 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:44:18.972380 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59cf14-ce85-4e7b-9355-51bb5c6f8997 req-be03ef53-9796-4c5c-b54a-a3e76a8b92ef tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:18.973996 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b59cf14-ce85-4e7b-9355-51bb5c6f8997 req-be03ef53-9796-4c5c-b54a-a3e76a8b92ef tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 984 time: 0.0852447 Feb 17 00:44:19.025556 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-1b59cf14-ce85-4e7b-9355-51bb5c6f8997 req-19383b3e-9ba9-4dac-9166-a52ea988493a tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=967ffe10-1655-469d-8693-a2566cde0a00&id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0452156 Feb 17 00:44:20.232095 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305159bf-faad-485e-8c8c-3c0df2fcaaad req-bdf95c21-75ba-4f72-beef-6721fc7e27d3 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:20.233767 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-305159bf-faad-485e-8c8c-3c0df2fcaaad req-bdf95c21-75ba-4f72-beef-6721fc7e27d3 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 984 time: 0.0911293 Feb 17 00:44:20.286832 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-305159bf-faad-485e-8c8c-3c0df2fcaaad req-5d14cfeb-2ca2-46ef-8e04-f7e6117c095d tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=967ffe10-1655-469d-8693-a2566cde0a00&id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0465250 Feb 17 00:44:25.269961 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:42.670010 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-46bd1a1b-b2a6-4fd6-822d-0f27dff69f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:45.252438 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7906-dbcd-417f-898d-5d24a89fea91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:45.332191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:46.623506 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:46.971091 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:52.684412 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9aad853d-ce85-4b1d-b750-e3e87fd09cba req-2e753c77-9ba1-459c-ae51-549ead93fd12 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-278980066&fields=id&tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36 HTTP/1.1" status: 200 len: 267 time: 0.0420957 Feb 17 00:44:52.772069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad853d-ce85-4b1d-b750-e3e87fd09cba req-34e4a7c4-0b91-4919-b561-fb0ac2211edd tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:52.773654 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9aad853d-ce85-4b1d-b750-e3e87fd09cba req-34e4a7c4-0b91-4919-b561-fb0ac2211edd tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 984 time: 0.0833004 Feb 17 00:44:52.785108 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-9aad853d-ce85-4b1d-b750-e3e87fd09cba req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Request body: {'port': {'security_groups': ['050f3a99-7c31-4692-8504-f69d5cc2b958']}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:44:52.914761 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-9aad853d-ce85-4b1d-b750-e3e87fd09cba req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:53.225531 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-9aad853d-ce85-4b1d-b750-e3e87fd09cba req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] For port 9db40ea9-92d6-4619-8129-ecd1e78705fd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd,segment=NetworkSegment(4802a448-9a32-489c-94bc-21ee7a80916e),segment_id=4802a448-9a32-489c-94bc-21ee7a80916e)] {{(pid=84043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:44:53.251914 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-9aad853d-ce85-4b1d-b750-e3e87fd09cba req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:53.286281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-9aad853d-ce85-4b1d-b750-e3e87fd09cba req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6651920'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:53.303170 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:44:53.462967 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Pushing event updated for resources: {'Port': ['ID=9db40ea9-92d6-4619-8129-ecd1e78705fd,revision_number=6']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:44:53.474630 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.474989 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.475422 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.475830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.476234 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.476642 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.477049 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.477480 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.477882 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.478284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.478686 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.479090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.479521 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.479919 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.480858 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.481274 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.481696 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.482072 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.482466 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.482859 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.483254 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.483653 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.484051 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.484524 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:53.489324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:44:53.523312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad853d-ce85-4b1d-b750-e3e87fd09cba req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:53.523986 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-9aad853d-ce85-4b1d-b750-e3e87fd09cba req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:53.525519 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9aad853d-ce85-4b1d-b750-e3e87fd09cba req-f771dfaa-68a5-495c-b515-33f5a857e9c6 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "PUT /v2.0/ports/9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 942 time: 0.7452376 Feb 17 00:44:53.526065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:44:53.582546 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd', 'status': 'completed', 'code': 200} Feb 17 00:44:53.608937 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-677c7d2c-083c-4af2-919e-aea1252701c2 req-8c6f2722-fc05-4d40-bd53-42b15839d986 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups/967ffe10-1655-469d-8693-a2566cde0a00 HTTP/1.1" status: 200 len: 3003 time: 0.0579150 Feb 17 00:44:53.687626 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-677c7d2c-083c-4af2-919e-aea1252701c2 req-ad953cda-ebc3-4061-936a-d05c1112a4e1 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:53.723040 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-677c7d2c-083c-4af2-919e-aea1252701c2 req-ad953cda-ebc3-4061-936a-d05c1112a4e1 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:53.729914 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac05a-5770-480a-8931-bc045ac4cb50 req-5f2ae8fc-b79c-4eef-af63-6b0a900a7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:53.731612 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-24eac05a-5770-480a-8931-bc045ac4cb50 req-5f2ae8fc-b79c-4eef-af63-6b0a900a7b08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 1162 time: 0.1321883 Feb 17 00:44:53.767649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-255ec0c3-f060-4f6d-97f3-7f259f233206 None None] Provisioning complete for port 9db40ea9-92d6-4619-8129-ecd1e78705fd triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:44:53.768112 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-255ec0c3-f060-4f6d-97f3-7f259f233206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:53.800584 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-677c7d2c-083c-4af2-919e-aea1252701c2 req-ad953cda-ebc3-4061-936a-d05c1112a4e1 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:53.806195 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-26fa4a95-68d8-4c33-88e7-a141ce09a27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:44:53.823523 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad953cda-ebc3-4061-936a-d05c1112a4e1 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967ffe10-1655-469d-8693-a2566cde0a00,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:44:53.826963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ad953cda-ebc3-4061-936a-d05c1112a4e1 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:44:53.857692 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-677c7d2c-083c-4af2-919e-aea1252701c2 req-ad953cda-ebc3-4061-936a-d05c1112a4e1 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:53.858816 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-677c7d2c-083c-4af2-919e-aea1252701c2 req-ad953cda-ebc3-4061-936a-d05c1112a4e1 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "DELETE /v2.0/security-groups/967ffe10-1655-469d-8693-a2566cde0a00 HTTP/1.1" status: 204 len: 173 time: 0.2431557 Feb 17 00:44:53.878338 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac05a-5770-480a-8931-bc045ac4cb50 req-bb15df12-86a4-4bfa-a23f-17b7f34a5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:53.879931 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-24eac05a-5770-480a-8931-bc045ac4cb50 req-bb15df12-86a4-4bfa-a23f-17b7f34a5f17 service neutron] 10.222.0.49 "GET /v2.0/networks?id=151d5133-3790-44d0-ac97-7778df7600aa HTTP/1.1" status: 200 len: 909 time: 0.1409369 Feb 17 00:44:53.888511 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 9db40ea9-92d6-4619-8129-ecd1e78705fd up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:44:53.984747 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 9db40ea9-92d6-4619-8129-ecd1e78705fd triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:44:53.985098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:54.097378 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-c627f58e-9944-4220-8129-889ff51c7e87 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/floatingips/22c18bec-ccad-4c9c-9fd4-d8a3191a8145 HTTP/1.1" status: 200 len: 997 time: 0.2146995 Feb 17 00:44:54.099229 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-24eac05a-5770-480a-8931-bc045ac4cb50 req-f1d3bb48-ea48-4224-9f2d-eaea817475c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 1000 time: 0.2105229 Feb 17 00:44:54.287572 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac05a-5770-480a-8931-bc045ac4cb50 req-4b3dc05d-e62f-441c-a8dd-3e1e5b247c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:54.289092 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-24eac05a-5770-480a-8931-bc045ac4cb50 req-4b3dc05d-e62f-441c-a8dd-3e1e5b247c9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12dd5848-5fca-4a50-9e6b-03cf35b942f3 HTTP/1.1" status: 200 len: 854 time: 0.1613901 Feb 17 00:44:54.376002 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16906454-7e80-4ffc-8499-df4a18d07010 req-64f8bd96-4e07-455d-ad9e-4f4ba832063c tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:54.377539 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-64f8bd96-4e07-455d-ad9e-4f4ba832063c tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/networks/3cbdbc70-d7bd-4bf3-84f2-140283f8882a HTTP/1.1" status: 200 len: 784 time: 0.2739661 Feb 17 00:44:54.391152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-5788eec7-19db-4058-aa28-424575f255c5 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:44:54.392199 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-5788eec7-19db-4058-aa28-424575f255c5 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0072312 Feb 17 00:44:54.487421 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac05a-5770-480a-8931-bc045ac4cb50 req-aa2a2993-99eb-458f-a08b-7f7cb821ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:54.488996 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-24eac05a-5770-480a-8931-bc045ac4cb50 req-aa2a2993-99eb-458f-a08b-7f7cb821ca8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=151d5133-3790-44d0-ac97-7778df7600aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1929162 Feb 17 00:44:54.510302 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [req-24eac05a-5770-480a-8931-bc045ac4cb50 req-4206ae36-0fba-429f-b49b-f0f82ad47370 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:44:54.511322 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-24eac05a-5770-480a-8931-bc045ac4cb50 req-4206ae36-0fba-429f-b49b-f0f82ad47370 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0076549 Feb 17 00:44:54.518834 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-8bf06fa3-0ca2-452d-b26b-aa86cbf639bc tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.28.3.53 HTTP/1.1" status: 200 len: 1000 time: 0.1186936 Feb 17 00:44:54.692845 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16906454-7e80-4ffc-8499-df4a18d07010 req-81de92e7-a277-4e34-98ce-25153cf81bc8 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:54.694353 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-81de92e7-a277-4e34-98ce-25153cf81bc8 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports/9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 942 time: 0.1535330 Feb 17 00:44:54.723037 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-24eac05a-5770-480a-8931-bc045ac4cb50 req-579bc3a2-f67b-4c52-bc17-d429f83f46f5 service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032342 Feb 17 00:44:54.819800 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:44:54.945303 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-309c87e3-8b5d-45ee-9864-9aafea1f367a tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.28.3.53 HTTP/1.1" status: 200 len: 1000 time: 0.1421244 Feb 17 00:44:55.043669 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-24eac05a-5770-480a-8931-bc045ac4cb50 req-dee29d1f-f3a0-4907-80c1-3505103613e0 service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3142688 Feb 17 00:44:55.175103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-16906454-7e80-4ffc-8499-df4a18d07010 req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Deleting port 268fb111-3b9c-41e2-b75a-0c0459ab9039 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:44:55.175486 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-16906454-7e80-4ffc-8499-df4a18d07010 req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:55.291831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:55.352233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-16906454-7e80-4ffc-8499-df4a18d07010 req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:55.352603 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-16906454-7e80-4ffc-8499-df4a18d07010 req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:55.482459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-16906454-7e80-4ffc-8499-df4a18d07010 req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Calling delete_port for 268fb111-3b9c-41e2-b75a-0c0459ab9039 owned by network:floatingip {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:44:55.674789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-16906454-7e80-4ffc-8499-df4a18d07010 req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:55.690255 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-df925c18-12ef-4a17-8f4c-4439f983bb39 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:44:55.791905 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Pushing event deleted for resources: {'Port': ['ID=268fb111-3b9c-41e2-b75a-0c0459ab9039,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:44:55.803652 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.804083 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.804502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.804914 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.805346 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.805757 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.806160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.806561 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.806973 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.807374 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.807775 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.808173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.808640 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.809035 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.809457 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.809855 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.810251 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.810647 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.811041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.811439 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.811857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.812236 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.812628 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.813024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:44:55.817943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:44:55.931298 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-16906454-7e80-4ffc-8499-df4a18d07010 req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks [] for floatingip, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:55.931675 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [req-16906454-7e80-4ffc-8499-df4a18d07010 req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Floating IP 22c18bec-ccad-4c9c-9fd4-d8a3191a8145 disassociated (deleted). External IP: 172.28.3.53, port: 9db40ea9-92d6-4619-8129-ecd1e78705fd. Feb 17 00:44:56.538250 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16906454-7e80-4ffc-8499-df4a18d07010 req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Router cb070925-6fb6-4ee6-b994-0e65ecb83e60 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:44:56.728408 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16906454-7e80-4ffc-8499-df4a18d07010 req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:44:56.738181 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf179fa-bf51-4744-b8dd-75407699fe4c None None] Sync routers for ids ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:44:56.748463 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf179fa-bf51-4744-b8dd-75407699fe4c None None] Routers {'cb070925-6fb6-4ee6-b994-0e65ecb83e60'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:44:56.752830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-1bf179fa-bf51-4744-b8dd-75407699fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:44:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:44:56.829107 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-16906454-7e80-4ffc-8499-df4a18d07010 req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:44:56.893884 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-0aca2ba3-c44e-442f-a912-ee41cc02a843 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "DELETE /v2.0/floatingips/22c18bec-ccad-4c9c-9fd4-d8a3191a8145 HTTP/1.1" status: 204 len: 173 time: 1.9388869 Feb 17 00:44:56.894485 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:44:56.942638 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-1bf179fa-bf51-4744-b8dd-75407699fe4c None None] Set router cb070925-6fb6-4ee6-b994-0e65ecb83e60 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:44:56.992184 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16906454-7e80-4ffc-8499-df4a18d07010 req-980ed28a-d0cf-47b8-bd87-f0de16b15191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:56.993922 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-980ed28a-d0cf-47b8-bd87-f0de16b15191 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 1162 time: 0.0923853 Feb 17 00:44:57.001374 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd', 'status': 'completed', 'code': 200} Feb 17 00:44:57.218979 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e510013-9bfa-4d82-be77-3d7f16b6f428 req-9c273315-62a2-4635-923f-151817ba0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:57.221683 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9e510013-9bfa-4d82-be77-3d7f16b6f428 req-9c273315-62a2-4635-923f-151817ba0dbe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 1162 time: 0.1927397 Feb 17 00:44:57.223958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16906454-7e80-4ffc-8499-df4a18d07010 req-aba9af41-53c7-421d-a2fa-342199142016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:57.225513 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-aba9af41-53c7-421d-a2fa-342199142016 service neutron] 10.222.0.38 "GET /v2.0/networks?id=151d5133-3790-44d0-ac97-7778df7600aa HTTP/1.1" status: 200 len: 909 time: 0.2231629 Feb 17 00:44:57.276213 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-1bf179fa-bf51-4744-b8dd-75407699fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 4, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'a34ea963-e6c0-446a-b0c7-b1448654fe4d', 'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'mac_address': 'fa:16:3e:54:ab:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:43:00Z', 'updated_at': '2021-02-17T00:43:09Z', 'revision_number': 5, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'subnets': [{'id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:44:57.280650 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf179fa-bf51-4744-b8dd-75407699fe4c None None] Checking router: cb070925-6fb6-4ee6-b994-0e65ecb83e60 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:44:57.289963 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf179fa-bf51-4744-b8dd-75407699fe4c None None] Routers {'cb070925-6fb6-4ee6-b994-0e65ecb83e60'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:44:57.290620 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-1bf179fa-bf51-4744-b8dd-75407699fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:44:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:44:57.392698 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-8a5920cf-dbfb-44e7-8e5a-ff95bb1e01de service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 217 time: 0.1383221 Feb 17 00:44:57.480628 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-1bf179fa-bf51-4744-b8dd-75407699fe4c None None] Set router cb070925-6fb6-4ee6-b994-0e65ecb83e60 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:44:57.500172 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16906454-7e80-4ffc-8499-df4a18d07010 req-c929248c-b647-4668-a541-db1af36539bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:57.501818 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-c929248c-b647-4668-a541-db1af36539bc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=12dd5848-5fca-4a50-9e6b-03cf35b942f3 HTTP/1.1" status: 200 len: 854 time: 0.1019831 Feb 17 00:44:57.506290 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e510013-9bfa-4d82-be77-3d7f16b6f428 req-6c597838-3047-4961-9e09-597af7a6fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:57.507780 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9e510013-9bfa-4d82-be77-3d7f16b6f428 req-6c597838-3047-4961-9e09-597af7a6fc71 service neutron] 10.222.0.49 "GET /v2.0/networks?id=151d5133-3790-44d0-ac97-7778df7600aa HTTP/1.1" status: 200 len: 909 time: 0.2802429 Feb 17 00:44:57.629019 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9e510013-9bfa-4d82-be77-3d7f16b6f428 req-1e9f2926-4774-4d84-b9ae-a7e91f09a0fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 217 time: 0.0778496 Feb 17 00:44:57.720168 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16906454-7e80-4ffc-8499-df4a18d07010 req-be98dd85-0300-4a66-950c-447da7013620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:57.721866 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-be98dd85-0300-4a66-950c-447da7013620 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=151d5133-3790-44d0-ac97-7778df7600aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2131093 Feb 17 00:44:57.723339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e510013-9bfa-4d82-be77-3d7f16b6f428 req-2b10e96a-bb0d-426a-8ab2-115bd28b5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:57.724778 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9e510013-9bfa-4d82-be77-3d7f16b6f428 req-2b10e96a-bb0d-426a-8ab2-115bd28b5994 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12dd5848-5fca-4a50-9e6b-03cf35b942f3 HTTP/1.1" status: 200 len: 854 time: 0.0881183 Feb 17 00:44:57.816809 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-1bf179fa-bf51-4744-b8dd-75407699fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 4, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'a34ea963-e6c0-446a-b0c7-b1448654fe4d', 'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'mac_address': 'fa:16:3e:54:ab:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:43:00Z', 'updated_at': '2021-02-17T00:43:09Z', 'revision_number': 5, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'subnets': [{'id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:44:57.821093 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf179fa-bf51-4744-b8dd-75407699fe4c None None] The sync data for ids ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'] in dv-cinder-759943-4-smb is: [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:43:01Z', 'revision_number': 4, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'a34ea963-e6c0-446a-b0c7-b1448654fe4d', 'name': '', 'network_id': '151d5133-3790-44d0-ac97-7778df7600aa', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'mac_address': 'fa:16:3e:54:ab:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:43:00Z', 'updated_at': '2021-02-17T00:43:09Z', 'revision_number': 5, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'subnets': [{'id': '12dd5848-5fca-4a50-9e6b-03cf35b942f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:44:57.934928 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-91bf5778-c24c-47cc-a1f0-e627f6833b07 service neutron] 10.222.0.38 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058449 Feb 17 00:44:57.937564 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e510013-9bfa-4d82-be77-3d7f16b6f428 req-7b1abefd-d798-4cbd-8e0e-e076fff261d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:44:57.939063 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9e510013-9bfa-4d82-be77-3d7f16b6f428 req-7b1abefd-d798-4cbd-8e0e-e076fff261d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=151d5133-3790-44d0-ac97-7778df7600aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1860456 Feb 17 00:44:58.208944 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16906454-7e80-4ffc-8499-df4a18d07010 req-b5b85392-d2ad-46b7-bb4e-172d9e54c591 service neutron] 10.222.0.38 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2668366 Feb 17 00:44:58.211505 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9e510013-9bfa-4d82-be77-3d7f16b6f428 req-c4344817-beb6-4c4d-9bb5-4ca9cb9f3295 service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472301 Feb 17 00:44:58.222231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633e456-0476-401a-bc1e-cbbc4e256d4f None None] New status for floating IP 22c18bec-ccad-4c9c-9fd4-d8a3191a8145: DOWN {{(pid=84045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:44:58.361721 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9e510013-9bfa-4d82-be77-3d7f16b6f428 req-3aac94e5-57da-4919-a3d8-a3a759c3bc52 service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435463 Feb 17 00:44:59.991441 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c47fac00-3ccc-438b-a177-38e9ef19cf69 req-3d3d61db-5db9-4c23-bf9f-6cdf01852b65 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0779278 Feb 17 00:45:00.152703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fac00-3ccc-438b-a177-38e9ef19cf69 req-a45b7d03-d5de-433b-aa35-909cb62ac152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:00.154435 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c47fac00-3ccc-438b-a177-38e9ef19cf69 req-a45b7d03-d5de-433b-aa35-909cb62ac152 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 1162 time: 0.0882359 Feb 17 00:45:00.319500 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fac00-3ccc-438b-a177-38e9ef19cf69 req-09c9bec4-3893-4ee7-8300-6b6cdbe8cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:00.322402 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c47fac00-3ccc-438b-a177-38e9ef19cf69 req-09c9bec4-3893-4ee7-8300-6b6cdbe8cc07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=151d5133-3790-44d0-ac97-7778df7600aa HTTP/1.1" status: 200 len: 909 time: 0.1481559 Feb 17 00:45:00.398574 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c47fac00-3ccc-438b-a177-38e9ef19cf69 req-7b105622-9496-45e1-b655-4ac676b110c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 200 len: 217 time: 0.0700753 Feb 17 00:45:00.470529 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fac00-3ccc-438b-a177-38e9ef19cf69 req-d0540826-8a57-4891-8755-cf7f223ce809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:00.472117 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c47fac00-3ccc-438b-a177-38e9ef19cf69 req-d0540826-8a57-4891-8755-cf7f223ce809 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=12dd5848-5fca-4a50-9e6b-03cf35b942f3 HTTP/1.1" status: 200 len: 854 time: 0.0659223 Feb 17 00:45:00.556272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fac00-3ccc-438b-a177-38e9ef19cf69 req-a33eef9e-7228-4a1f-aaa4-e79ec31e387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:00.558142 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c47fac00-3ccc-438b-a177-38e9ef19cf69 req-a33eef9e-7228-4a1f-aaa4-e79ec31e387e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=151d5133-3790-44d0-ac97-7778df7600aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801148 Feb 17 00:45:00.706551 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c47fac00-3ccc-438b-a177-38e9ef19cf69 req-abe1abda-6bd2-441d-8aa4-5721be1de7ee service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420219 Feb 17 00:45:00.851322 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c47fac00-3ccc-438b-a177-38e9ef19cf69 req-e6bc3c0e-9d78-490c-94c0-19232fa31551 service neutron] 10.222.0.49 "GET /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379466 Feb 17 00:45:02.078967 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ca8d7-c84a-4438-91b2-d8b211a99560 req-73f10863-e275-499e-9e12-424bcfafd434 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:02.079735 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-366ca8d7-c84a-4438-91b2-d8b211a99560 req-73f10863-e275-499e-9e12-424bcfafd434 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Synchronizing usage tracker for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:45:02.119301 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-366ca8d7-c84a-4438-91b2-d8b211a99560 req-73f10863-e275-499e-9e12-424bcfafd434 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Unset dirty status for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:45:02.120557 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-366ca8d7-c84a-4438-91b2-d8b211a99560 req-73f10863-e275-499e-9e12-424bcfafd434 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 945 time: 0.1318476 Feb 17 00:45:02.168459 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-366ca8d7-c84a-4438-91b2-d8b211a99560 req-c9c66bee-8917-4e89-a353-259c86ff7853 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 Feb 17 00:45:03.368861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64795b-d064-4ea9-bc0e-46d1aff10b85 req-0b77670b-3dbb-4c04-92d5-effe87e12a3b tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:03.370493 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bb64795b-d064-4ea9-bc0e-46d1aff10b85 req-0b77670b-3dbb-4c04-92d5-effe87e12a3b tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 945 time: 0.0868995 Feb 17 00:45:03.418390 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-bb64795b-d064-4ea9-bc0e-46d1aff10b85 req-00c645ff-7da1-4449-8c39-c2259445be44 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Synchronizing usage tracker for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:security_group {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:45:03.462026 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-bb64795b-d064-4ea9-bc0e-46d1aff10b85 req-00c645ff-7da1-4449-8c39-c2259445be44 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Unset dirty status for tenant:410d810f2c7a4b73ab4e8f9893f5ab36 on resource:security_group {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:45:03.463196 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bb64795b-d064-4ea9-bc0e-46d1aff10b85 req-00c645ff-7da1-4449-8c39-c2259445be44 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848384 Feb 17 00:45:03.774143 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5da57-b0ba-42ad-b554-dc6972e22d26 req-5746c4dd-58b7-482a-b34c-f5157be27608 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:03.775642 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-54d5da57-b0ba-42ad-b554-dc6972e22d26 req-5746c4dd-58b7-482a-b34c-f5157be27608 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.49 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 945 time: 0.0852780 Feb 17 00:45:03.781521 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 9db40ea9-92d6-4619-8129-ecd1e78705fd no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:45:03.859080 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-54d5da57-b0ba-42ad-b554-dc6972e22d26 req-f13e71eb-e04b-44e8-aa7c-b6ae193c9344 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Deleting port 9db40ea9-92d6-4619-8129-ecd1e78705fd {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:45:03.859314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-54d5da57-b0ba-42ad-b554-dc6972e22d26 req-f13e71eb-e04b-44e8-aa7c-b6ae193c9344 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:03.901531 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:03.934487 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:45:03.944991 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 9db40ea9-92d6-4619-8129-ecd1e78705fd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd,segment=NetworkSegment(4802a448-9a32-489c-94bc-21ee7a80916e),segment_id=4802a448-9a32-489c-94bc-21ee7a80916e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:45:03.983651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:03.985971 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:04.052657 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd', 'code': 200} Feb 17 00:45:04.066436 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=9db40ea9-92d6-4619-8129-ecd1e78705fd,revision_number=7']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:04.075365 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.075764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.076160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.076541 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.076923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.077353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.077734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.078106 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.078480 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.078853 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.079244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.079606 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.080021 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.080386 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.080791 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.081156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.081544 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.081911 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.082275 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.082637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.083002 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.083366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.083733 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.084097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:04.088905 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:04.375973 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-54d5da57-b0ba-42ad-b554-dc6972e22d26 req-f13e71eb-e04b-44e8-aa7c-b6ae193c9344 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] For port 9db40ea9-92d6-4619-8129-ecd1e78705fd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=9db40ea9-92d6-4619-8129-ecd1e78705fd,segment=NetworkSegment(4802a448-9a32-489c-94bc-21ee7a80916e),segment_id=4802a448-9a32-489c-94bc-21ee7a80916e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:45:04.376530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-54d5da57-b0ba-42ad-b554-dc6972e22d26 req-f13e71eb-e04b-44e8-aa7c-b6ae193c9344 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:04.510809 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-54d5da57-b0ba-42ad-b554-dc6972e22d26 req-f13e71eb-e04b-44e8-aa7c-b6ae193c9344 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Calling delete_port for 9db40ea9-92d6-4619-8129-ecd1e78705fd owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:45:04.669932 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff4d2c-0851-45fd-8155-2f3e59a8e191 req-c8345dfa-3e00-47f3-adf9-2ced7944b0b7 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:04.671479 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-23ff4d2c-0851-45fd-8155-2f3e59a8e191 req-c8345dfa-3e00-47f3-adf9-2ced7944b0b7 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/ports?device_id=81f527ee-7612-4b17-a1ed-a6e5de8b7f9b HTTP/1.1" status: 200 len: 943 time: 0.0918417 Feb 17 00:45:04.720228 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-23ff4d2c-0851-45fd-8155-2f3e59a8e191 req-ba114b3e-816a-4435-b1ad-35de6eb56368 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.38 "GET /v2.0/security-groups?id=050f3a99-7c31-4692-8504-f69d5cc2b958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422945 Feb 17 00:45:04.823086 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-54d5da57-b0ba-42ad-b554-dc6972e22d26 req-f13e71eb-e04b-44e8-aa7c-b6ae193c9344 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:04.841956 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b8beaea9-2eb6-4c2b-ad2d-21e68b975bf2 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:04.940048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e71eb-e04b-44e8-aa7c-b6ae193c9344 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Pushing event deleted for resources: {'Port': ['ID=9db40ea9-92d6-4619-8129-ecd1e78705fd,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:04.943173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-f13e71eb-e04b-44e8-aa7c-b6ae193c9344 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:05.048641 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d5da57-b0ba-42ad-b554-dc6972e22d26 req-f13e71eb-e04b-44e8-aa7c-b6ae193c9344 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] No DVR routers for this DVR port 9db40ea9-92d6-4619-8129-ecd1e78705fd on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:45:05.050924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-54d5da57-b0ba-42ad-b554-dc6972e22d26 req-f13e71eb-e04b-44e8-aa7c-b6ae193c9344 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:05.055078 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'name': 'network-vif-deleted', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:45:05.107257 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f527ee-7612-4b17-a1ed-a6e5de8b7f9b', 'name': 'network-vif-deleted', 'tag': '9db40ea9-92d6-4619-8129-ecd1e78705fd', 'status': 'completed', 'code': 200} Feb 17 00:45:05.115531 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-54d5da57-b0ba-42ad-b554-dc6972e22d26 req-f13e71eb-e04b-44e8-aa7c-b6ae193c9344 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] 10.222.0.49 "DELETE /v2.0/ports/9db40ea9-92d6-4619-8129-ecd1e78705fd HTTP/1.1" status: 204 len: 173 time: 1.3328803 Feb 17 00:45:06.834559 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44110) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:07.408206 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71675454-5226-4a7d-bf90-e6033383deb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846513271'] for router_interface, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:07.777739 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-71675454-5226-4a7d-bf90-e6033383deb3 admin admin] Deleting port a34ea963-e6c0-446a-b0c7-b1448654fe4d {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:45:07.778124 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71675454-5226-4a7d-bf90-e6033383deb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:07.958437 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-71675454-5226-4a7d-bf90-e6033383deb3 admin admin] For port a34ea963-e6c0-446a-b0c7-b1448654fe4d, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=a34ea963-e6c0-446a-b0c7-b1448654fe4d,segment=NetworkSegment(4802a448-9a32-489c-94bc-21ee7a80916e),segment_id=4802a448-9a32-489c-94bc-21ee7a80916e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:45:07.959029 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71675454-5226-4a7d-bf90-e6033383deb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:08.092922 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-71675454-5226-4a7d-bf90-e6033383deb3 admin admin] Calling delete_port for a34ea963-e6c0-446a-b0c7-b1448654fe4d owned by network:router_interface {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:45:08.372561 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71675454-5226-4a7d-bf90-e6033383deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:08.389097 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3d716c3b-330c-46c2-a1e7-524a8c7db343 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:08.491164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71675454-5226-4a7d-bf90-e6033383deb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34ea963-e6c0-446a-b0c7-b1448654fe4d,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:08.496190 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-71675454-5226-4a7d-bf90-e6033383deb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:08.804857 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-71675454-5226-4a7d-bf90-e6033383deb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7969429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846513177'] for router_interface, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:09.551094 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71675454-5226-4a7d-bf90-e6033383deb3 admin admin] Router cb070925-6fb6-4ee6-b994-0e65ecb83e60 has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:45:09.742047 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71675454-5226-4a7d-bf90-e6033383deb3 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:45:09.752493 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9fe08c-facf-4261-b82e-791ff9cd7ab7 None None] Sync routers for ids ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:45:09.756165 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-71675454-5226-4a7d-bf90-e6033383deb3 admin admin] 10.222.0.38 "PUT /v2.0/routers/cb070925-6fb6-4ee6-b994-0e65ecb83e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9203930 Feb 17 00:45:09.758827 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44114) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:09.762804 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9fe08c-facf-4261-b82e-791ff9cd7ab7 None None] Routers {'cb070925-6fb6-4ee6-b994-0e65ecb83e60'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:45:09.763481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0f9fe08c-facf-4261-b82e-791ff9cd7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:44:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:09.947861 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] Notify callbacks [] for router, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:10.119928 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-0f9fe08c-facf-4261-b82e-791ff9cd7ab7 None None] Set router cb070925-6fb6-4ee6-b994-0e65ecb83e60 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:45:10.148697 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:10.154070 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] Deleting port 8c7fe33e-1036-46e7-921a-ca820872fd42 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:45:10.154451 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:10.342010 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] For port 8c7fe33e-1036-46e7-921a-ca820872fd42, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=8c7fe33e-1036-46e7-921a-ca820872fd42,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:45:10.342413 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:10.439923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0f9fe08c-facf-4261-b82e-791ff9cd7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:45:08Z', 'revision_number': 5, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:10.444087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9fe08c-facf-4261-b82e-791ff9cd7ab7 None None] Checking router: cb070925-6fb6-4ee6-b994-0e65ecb83e60 for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:45:10.453115 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9fe08c-facf-4261-b82e-791ff9cd7ab7 None None] Routers {'cb070925-6fb6-4ee6-b994-0e65ecb83e60'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:45:10.453808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0f9fe08c-facf-4261-b82e-791ff9cd7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:44:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:10.480443 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] Calling delete_port for 8c7fe33e-1036-46e7-921a-ca820872fd42 owned by network:router_gateway {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:45:10.618413 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:10.646665 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-0f9fe08c-facf-4261-b82e-791ff9cd7ab7 None None] Set router cb070925-6fb6-4ee6-b994-0e65ecb83e60 gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:45:10.812197 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846438485'] for router_gateway, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:10.951000 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-0f9fe08c-facf-4261-b82e-791ff9cd7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:45:08Z', 'revision_number': 5, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:10.952241 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846393821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745199'] for router, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:10.954652 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:10.955232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9fe08c-facf-4261-b82e-791ff9cd7ab7 None None] The sync data for ids ['cb070925-6fb6-4ee6-b994-0e65ecb83e60'] in dv-cinder-759943-4-smb is: [{'id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'name': 'tempest-TestMinimumBasicScenario-1920703526-router', 'tenant_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:42:55Z', 'updated_at': '2021-02-17T00:45:08Z', 'revision_number': 5, 'project_id': '410d810f2c7a4b73ab4e8f9893f5ab36', 'gw_port': {'id': '8c7fe33e-1036-46e7-921a-ca820872fd42', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb070925-6fb6-4ee6-b994-0e65ecb83e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:42:57Z', 'updated_at': '2021-02-17T00:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:45:11.153748 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846393599'] for router, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:11.154344 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb070925-6fb6-4ee6-b994-0e65ecb83e60 {{(pid=84042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:45:11.166661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] Notify callbacks [] for router, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:11.168514 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c84c6d9a-95d3-4611-8f2d-d5c895a7c56a admin admin] 10.222.0.38 "DELETE /v2.0/routers/cb070925-6fb6-4ee6-b994-0e65ecb83e60 HTTP/1.1" status: 204 len: 168 time: 1.4086835 Feb 17 00:45:11.171386 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44118) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:11.244160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-22334070-21a3-4ebf-9124-eead04f7918a admin admin] Deleting subnet 12dd5848-5fca-4a50-9e6b-03cf35b942f3 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:45:11.247729 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-22334070-21a3-4ebf-9124-eead04f7918a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:11.301762 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-22334070-21a3-4ebf-9124-eead04f7918a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847819781'] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:11.429434 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-22334070-21a3-4ebf-9124-eead04f7918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:11.719894 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-22334070-21a3-4ebf-9124-eead04f7918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6621453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6984457'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:11.735147 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:11.829848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22334070-21a3-4ebf-9124-eead04f7918a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12dd5848-5fca-4a50-9e6b-03cf35b942f3,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:11.834787 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-22334070-21a3-4ebf-9124-eead04f7918a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:11.872413 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-22334070-21a3-4ebf-9124-eead04f7918a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:11.878046 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c255a33-26e9-469a-ba1d-17515ec8c2bd None None] Network 151d5133-3790-44d0-ac97-7778df7600aa requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:45:11.878415 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-22334070-21a3-4ebf-9124-eead04f7918a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/12dd5848-5fca-4a50-9e6b-03cf35b942f3 HTTP/1.1" status: 204 len: 168 time: 0.7059765 Feb 17 00:45:11.881155 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44122) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:11.993536 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:12.069299 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Deleting port 7ffe9cbc-4cbf-4340-b9d5-056023283e13 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:45:12.069686 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:12.134165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce7317f-b886-49bd-95b3-69684167adae None None] DHCP port deletion for 151d5133-3790-44d0-ac97-7778df7600aa request from dv-cinder-759943-4-smb {{(pid=84044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:45:12.138455 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7317f-b886-49bd-95b3-69684167adae None None] Deleting port 7ffe9cbc-4cbf-4340-b9d5-056023283e13 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:45:12.139150 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ce7317f-b886-49bd-95b3-69684167adae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:12.298717 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] For port 7ffe9cbc-4cbf-4340-b9d5-056023283e13, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=7ffe9cbc-4cbf-4340-b9d5-056023283e13,segment=NetworkSegment(4802a448-9a32-489c-94bc-21ee7a80916e),segment_id=4802a448-9a32-489c-94bc-21ee7a80916e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:45:12.299125 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:12.356710 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-7ce7317f-b886-49bd-95b3-69684167adae None None] For port 7ffe9cbc-4cbf-4340-b9d5-056023283e13, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=7ffe9cbc-4cbf-4340-b9d5-056023283e13,segment=NetworkSegment(4802a448-9a32-489c-94bc-21ee7a80916e),segment_id=4802a448-9a32-489c-94bc-21ee7a80916e)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:45:12.357362 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ce7317f-b886-49bd-95b3-69684167adae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:12.436497 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Calling delete_port for 7ffe9cbc-4cbf-4340-b9d5-056023283e13 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:45:12.497123 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7317f-b886-49bd-95b3-69684167adae None None] Calling delete_port for 7ffe9cbc-4cbf-4340-b9d5-056023283e13 owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:45:12.548845 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:12.564938 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-88cbf427-69dd-4553-9196-0d3c26a41a46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:12.572031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [None req-7ce7317f-b886-49bd-95b3-69684167adae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:45:12.572444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [None req-7ce7317f-b886-49bd-95b3-69684167adae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:45:12.678115 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2a2248e1-3bbc-4ab1-8659-ca5f7778e64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:12.681180 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a34ea963-e6c0-446a-b0c7-b1448654fe4d no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:45:12.721308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: a34ea963-e6c0-446a-b0c7-b1448654fe4d {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:45:12.721950 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device a34ea963-e6c0-446a-b0c7-b1448654fe4d not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:45:12.722175 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 8c7fe33e-1036-46e7-921a-ca820872fd42 no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:45:12.764521 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: 8c7fe33e-1036-46e7-921a-ca820872fd42 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:45:12.764925 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 8c7fe33e-1036-46e7-921a-ca820872fd42 not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:45:12.765446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 7ffe9cbc-4cbf-4340-b9d5-056023283e13 no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:45:12.802537 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: 7ffe9cbc-4cbf-4340-b9d5-056023283e13 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:45:12.802893 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 7ffe9cbc-4cbf-4340-b9d5-056023283e13 not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:45:12.916191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffe9cbc-4cbf-4340-b9d5-056023283e13,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:12.920733 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:12.953680 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] No DVR routers for this DVR port 7ffe9cbc-4cbf-4340-b9d5-056023283e13 on host dv-cinder-759943-4-smb {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:45:13.073976 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7317f-b886-49bd-95b3-69684167adae None None] Deleting port 7ffe9cbc-4cbf-4340-b9d5-056023283e13 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:45:13.074527 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7ce7317f-b886-49bd-95b3-69684167adae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:13.077863 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:13.148342 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7317f-b886-49bd-95b3-69684167adae None None] The port '7ffe9cbc-4cbf-4340-b9d5-056023283e13' was deleted {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:45:13.196091 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151d5133-3790-44d0-ac97-7778df7600aa']}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:13.209300 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4802a448-9a32-489c-94bc-21ee7a80916e') {'for_net_delete': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:13.209607 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4802a448-9a32-489c-94bc-21ee7a80916e') {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:13.222395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6956003'] for segment, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:13.291531 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:13.294291 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:45:13.473652 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Network 151d5133-3790-44d0-ac97-7778df7600aa has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:45:13.483483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848153614'] for segment, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:13.665232 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Network 151d5133-3790-44d0-ac97-7778df7600aa has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:45:13.688541 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:45:13.868814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:13.873292 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:13.877677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:13.899882 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Pushing event deleted for resources: {'Network': ['ID=151d5133-3790-44d0-ac97-7778df7600aa,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:13.903003 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:13.937191 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] 10.222.0.38 "DELETE /v2.0/networks/151d5133-3790-44d0-ac97-7778df7600aa HTTP/1.1" status: 204 len: 168 time: 2.0547986 Feb 17 00:45:14.141229 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44128) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:14.193263 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1f6ff4d8-686c-4563-a3e0-fa2267729b83 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=410d810f2c7a4b73ab4e8f9893f5ab36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506828 Feb 17 00:45:14.195960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44132) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:14.258025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-62144264-ff9e-4c31-beac-4618cd321459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:14.285055 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-62144264-ff9e-4c31-beac-4618cd321459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:14.411051 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-62144264-ff9e-4c31-beac-4618cd321459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:14.416173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-58eccfc0-be87-4d03-acb9-4ee67d585f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:14.430423 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62144264-ff9e-4c31-beac-4618cd321459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050f3a99-7c31-4692-8504-f69d5cc2b958,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:14.433986 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-62144264-ff9e-4c31-beac-4618cd321459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:14.466974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-62144264-ff9e-4c31-beac-4618cd321459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:14.468222 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-62144264-ff9e-4c31-beac-4618cd321459 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/050f3a99-7c31-4692-8504-f69d5cc2b958 HTTP/1.1" status: 204 len: 168 time: 0.2712631 Feb 17 00:45:15.279974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8c72db23-68b8-45e0-aa81-481961a42057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:15.304761 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44154) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:15.342677 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:15.415700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1717071953-network', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:45:15.421567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:45:15.425596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Usage tracker for resource:network and tenant:17f7fd7ace3b4b808e4f30b26528935b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:45:15.428576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:45:15.434957 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:45:15.468170 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Made reservation on behalf of 17f7fd7ace3b4b808e4f30b26528935b for: {'network': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:45:15.472960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:15.486484 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:15.502065 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:45:15.506033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Usage tracker for resource:security_group_rule and tenant:17f7fd7ace3b4b808e4f30b26528935b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:45:15.509053 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:45:15.515725 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:45:15.696834 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:15.736761 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:15.740853 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-29017165-1c97-4f90-b5b9-92857ec67614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:15.771256 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:45:15.784441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31498ae7-3d14-44da-8dfd-6a65c3c5c2c9,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:15.787872 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:15.791136 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268288631839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:15.791555 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Added segment 93d54657-0471-409d-8289-c84288d1e659 of type vxlan for network b12c2a47-5525-4924-8d69-895860a58195 Feb 17 00:45:15.819010 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:15.879639 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:15.880889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:15.881567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:15.886662 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-2d9e0c1b-9c87-4703-a0de-b34f9d11f6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:15.988700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Pushing event updated for resources: {'Network': ['ID=b12c2a47-5525-4924-8d69-895860a58195,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:15.991668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:16.001563 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network b12c2a47-5525-4924-8d69-895860a58195 details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:45:16.017887 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-04af612f-6b12-481c-b104-452845b1ba2d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7119048 Feb 17 00:45:16.018200 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network b12c2a47-5525-4924-8d69-895860a58195 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:45:16.020876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44160) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:16.027684 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Request body: {'subnet': {'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1717071953-subnet', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'ip_version': 4}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:45:16.032967 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:45:16.037087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Usage tracker for resource:subnet and tenant:17f7fd7ace3b4b808e4f30b26528935b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:45:16.040519 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:45:16.046394 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:45:16.102645 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Made reservation on behalf of 17f7fd7ace3b4b808e4f30b26528935b for: {'subnet': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:45:16.107617 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847791129'] for subnet, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:16.549688 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848154296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847791114'] for subnet, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:16.565813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1f1781f3-ae4d-499c-bcc3-bd25b6038089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:16.622982 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:16.697298 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46bbf9d-7ee4-4a03-b62d-7d29f2447033,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:16.702667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:16.764807 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Checking segment: {'id': '93d54657-0471-409d-8289-c84288d1e659', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:45:16.765194 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Network hostable DHCP agents. Network: b12c2a47-5525-4924-8d69-895860a58195, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:45:16.817260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Network b12c2a47-5525-4924-8d69-895860a58195 is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:45:16.845647 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, b12c2a47-5525-4924-8d69-895860a58195) {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:45:16.855512 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7631a80f-d055-4215-8cfd-27a54595c49f None None] Network b12c2a47-5525-4924-8d69-895860a58195 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:45:16.858031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:16.858684 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:16.904085 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-32336b23-6a33-490c-aeba-400eaaa2deda admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8820109 Feb 17 00:45:16.907001 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 44164) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:16.912656 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:45:16.919043 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:45:16.923268 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Usage tracker for resource:router and tenant:17f7fd7ace3b4b808e4f30b26528935b is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:45:16.927003 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:45:16.935302 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:45:16.966088 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8263885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745214'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:16.967265 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8263738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8336768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846462037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30601'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:16.985731 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:17.016202 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:17.144459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33256139-5d30-5872-8566-df738a37a53a-b12c2a47-5525-4924-8d69-895860a58195', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'fixed_ips': [{'subnet_id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033'}]}} from dv-cinder-759943-4-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:45:17.145425 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:17.320163 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846438621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846511957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773401'] for router, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:17.499115 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Allocated IP 172.20.0.2 (b12c2a47-5525-4924-8d69-895860a58195/d46bbf9d-7ee4-4a03-b62d-7d29f2447033/b0d6eaad-42e0-4280-a348-eeef709896dc) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:45:17.708127 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:17.743601 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:17.920117 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:17.930805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Transition to ACTIVE for port object b0d6eaad-42e0-4280-a348-eeef709896dc will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:45:17.947655 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Transition to ACTIVE for port object b0d6eaad-42e0-4280-a348-eeef709896dc will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:45:17.983264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:17.999091 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:18.019921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Allocated IP 172.28.3.249 (3cbdbc70-d7bd-4bf3-84f2-140283f8882a/5e64d413-6664-47c4-a852-9f8e80de566a/d1d80db1-95ef-48cf-85b2-6d490209ddbb) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:45:18.150902 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Pushing event updated for resources: {'Port': ['ID=b0d6eaad-42e0-4280-a348-eeef709896dc,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:18.155459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:18.182331 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:18.196701 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Network b12c2a47-5525-4924-8d69-895860a58195 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:45:18.197893 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:45:18.200395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:45:18.257492 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848123879'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:18.257858 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Attempting to bind port b0d6eaad-42e0-4280-a348-eeef709896dc on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:45:18.258285 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Attempting to bind port b0d6eaad-42e0-4280-a348-eeef709896dc by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': '93d54657-0471-409d-8289-c84288d1e659', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:45:18.258709 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Attempting to bind port b0d6eaad-42e0-4280-a348-eeef709896dc on network b12c2a47-5525-4924-8d69-895860a58195 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:45:18.264640 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:45:18.265069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Checking segment: {'id': '93d54657-0471-409d-8289-c84288d1e659', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:45:18.265582 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:18.266030 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Bound using segment: {'id': '93d54657-0471-409d-8289-c84288d1e659', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:45:18.266550 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Bound port: b0d6eaad-42e0-4280-a348-eeef709896dc, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d54657-0471-409d-8289-c84288d1e659', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:45:18.266975 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:18.274142 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7eadc4d1-e852-4f6d-aed2-9fe1f5a25635 tempest-TestMinimumBasicScenario-216701094 tempest-TestMinimumBasicScenario-216701094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:18.362198 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] For port b0d6eaad-42e0-4280-a348-eeef709896dc, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:45:18.365407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] For port b0d6eaad-42e0-4280-a348-eeef709896dc, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=b0d6eaad-42e0-4280-a348-eeef709896dc,segment=NetworkSegment(93d54657-0471-409d-8289-c84288d1e659),segment_id=93d54657-0471-409d-8289-c84288d1e659)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:45:18.400184 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:18.415620 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:18.418632 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Pushing event updated for resources: {'Port': ['ID=d1d80db1-95ef-48cf-85b2-6d490209ddbb,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:18.422671 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:18.468795 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:45:18.470030 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:45:18.472364 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:45:18.571010 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Pushing event updated for resources: {'Port': ['ID=b0d6eaad-42e0-4280-a348-eeef709896dc,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:18.577359 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:19.175396 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:19.533486 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846511942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8337176'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:19.788768 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Router 3169b679-43a6-4830-9c37-b3fc3d5c61af is scheduled to L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:45:19.983837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:45:19.994430 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Sync routers for ids ['3169b679-43a6-4830-9c37-b3fc3d5c61af'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:45:20.005837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa7f32-66cf-412f-b7f3-5eea68cf8cc3 None None] Network b12c2a47-5525-4924-8d69-895860a58195 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:45:20.005989 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Routers {'3169b679-43a6-4830-9c37-b3fc3d5c61af'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:45:20.005989 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:45:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['3169b679-43a6-4830-9c37-b3fc3d5c61af'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:20.034594 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:20.036271 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-9cf9f02d-e0c9-4f35-9b45-8da752346b4b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1277914 Feb 17 00:45:20.038887 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 44168) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:20.108912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-7aab6dc5-761a-4f6f-8ddd-9ed1936926ec None None] Provisioning for port b0d6eaad-42e0-4280-a348-eeef709896dc completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:45:20.200872 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Set router 3169b679-43a6-4830-9c37-b3fc3d5c61af gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:45:20.693743 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:45:18Z', 'revision_number': 3, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:20.699116 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Checking router: 3169b679-43a6-4830-9c37-b3fc3d5c61af for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:45:20.699667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Updating router 3169b679-43a6-4830-9c37-b3fc3d5c61af port d1d80db1-95ef-48cf-85b2-6d490209ddbb binding host dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:45:20.746757 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device b0d6eaad-42e0-4280-a348-eeef709896dc up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:45:20.766681 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:20.854218 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:20.862955 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port b0d6eaad-42e0-4280-a348-eeef709896dc completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:45:20.868231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port b0d6eaad-42e0-4280-a348-eeef709896dc triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:20.868660 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:20.936540 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-07c5753c-4362-4de2-ac91-ee629531a953 None None] Provisioning complete for port b0d6eaad-42e0-4280-a348-eeef709896dc triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:20.936964 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-07c5753c-4362-4de2-ac91-ee629531a953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:21.103272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:21.149509 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-07c5753c-4362-4de2-ac91-ee629531a953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:21.172887 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port b0d6eaad-42e0-4280-a348-eeef709896dc, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=b0d6eaad-42e0-4280-a348-eeef709896dc,segment=NetworkSegment(93d54657-0471-409d-8289-c84288d1e659),segment_id=93d54657-0471-409d-8289-c84288d1e659)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:45:21.196171 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:21.210612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Transition to ACTIVE for port object d1d80db1-95ef-48cf-85b2-6d490209ddbb will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:45:21.213337 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:21.222898 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-efa01a9d-6d4d-434e-ae62-19b7fe41181b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:21.224040 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Allocated IP 172.20.0.1 (b12c2a47-5525-4924-8d69-895860a58195/d46bbf9d-7ee4-4a03-b62d-7d29f2447033/ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:45:21.234489 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:21.250750 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-d73cac7c-f7d8-4efc-9e7a-6888d7998a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:21.301229 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [None req-07c5753c-4362-4de2-ac91-ee629531a953 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:45:21.301616 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [None req-07c5753c-4362-4de2-ac91-ee629531a953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:45:21.312915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=b0d6eaad-42e0-4280-a348-eeef709896dc,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:21.316579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:21.392483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Pushing event updated for resources: {'Port': ['ID=d1d80db1-95ef-48cf-85b2-6d490209ddbb,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:21.413438 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.413822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.414200 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.414570 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.414945 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.415306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.415668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.416025 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.416390 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.416752 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.417711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.418066 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.418570 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.418936 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.419290 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.419647 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.420001 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.420354 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.420706 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.421060 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.421435 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.421791 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.422144 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.422497 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:21.428690 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:21.482067 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Attempting to bind port d1d80db1-95ef-48cf-85b2-6d490209ddbb on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:45:21.482478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Attempting to bind port d1d80db1-95ef-48cf-85b2-6d490209ddbb by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:45:21.482883 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Attempting to bind port d1d80db1-95ef-48cf-85b2-6d490209ddbb on network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:45:21.488872 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:45:21.489306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Checking segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:45:21.489753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:21.490188 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Bound using segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:45:21.490697 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Bound port: d1d80db1-95ef-48cf-85b2-6d490209ddbb, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:45:21.491131 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:21.569898 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] For port d1d80db1-95ef-48cf-85b2-6d490209ddbb, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:45:21.573017 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] For port d1d80db1-95ef-48cf-85b2-6d490209ddbb, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=d1d80db1-95ef-48cf-85b2-6d490209ddbb,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:45:21.600573 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:21.616560 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:21.624258 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:21.641263 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Transition to ACTIVE for port object ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:45:21.680407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848123879'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:21.696165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7925ed80-7028-42ec-88df-af2fc8e61e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:21.768481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Pushing event updated for resources: {'Port': ['ID=d1d80db1-95ef-48cf-85b2-6d490209ddbb,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:21.773704 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:21.820353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Routers {'3169b679-43a6-4830-9c37-b3fc3d5c61af'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:45:21.821129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:45:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['3169b679-43a6-4830-9c37-b3fc3d5c61af'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:21.845820 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Pushing event updated for resources: {'Port': ['ID=ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:21.851186 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:21.894203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Network b12c2a47-5525-4924-8d69-895860a58195 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:45:21.895447 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:45:21.897789 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:45:21.956706 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846502655'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:22.023070 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] Set router 3169b679-43a6-4830-9c37-b3fc3d5c61af gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:45:22.114476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-cfb85700-5888-4cfe-afe4-aab844edfd70 None None] Provisioning for port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:45:22.119722 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-cfb85700-5888-4cfe-afe4-aab844edfd70 None None] Provisioning complete for port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:22.120228 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cfb85700-5888-4cfe-afe4-aab844edfd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:22.178687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-cfb85700-5888-4cfe-afe4-aab844edfd70 None None] Port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:45:22.254058 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:22.334669 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:45:18Z', 'revision_number': 3, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:22.338751 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed54c05d-a535-4239-8186-a8bcfb5ad746 None None] The sync data for ids ['3169b679-43a6-4830-9c37-b3fc3d5c61af'] in dv-cinder-759943-4-smb is: [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:45:18Z', 'revision_number': 3, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:45:22.556568 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:22.577220 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6651920'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:22.606524 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1e1f0b2b-86a3-485a-8e9e-112eb9a02d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:22.686486 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device b0d6eaad-42e0-4280-a348-eeef709896dc up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:45:22.694349 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Pushing event updated for resources: {'Port': ['ID=ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:22.697089 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846806355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8273255'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:22.713535 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:22.791113 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port b0d6eaad-42e0-4280-a348-eeef709896dc triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:22.791536 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:22.853334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Network b12c2a47-5525-4924-8d69-895860a58195 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:45:22.854682 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:45:23.075933 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Router 3169b679-43a6-4830-9c37-b3fc3d5c61af has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:45:23.104929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-7a8556a4-5fe3-45e6-92af-5ac96c9b19cc None None] Provisioning complete for port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:23.105401 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7a8556a4-5fe3-45e6-92af-5ac96c9b19cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:23.169444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-7a8556a4-5fe3-45e6-92af-5ac96c9b19cc None None] Port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:45:23.276147 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:45:23.285351 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-149c059e-bf1b-4266-a630-ab72ae860478 admin admin] 10.222.0.38 "PUT /v2.0/routers/3169b679-43a6-4830-9c37-b3fc3d5c61af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2447288 Feb 17 00:45:24.267772 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 44190) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:24.274316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-628425714-network', 'tenant_id': '470f103668d84558aac04e4c28bda9aa'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:45:24.280247 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:45:24.284320 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Usage tracker for resource:network and tenant:470f103668d84558aac04e4c28bda9aa is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:45:24.287355 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:45:24.293318 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:45:24.330817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Made reservation on behalf of 470f103668d84558aac04e4c28bda9aa for: {'network': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:45:24.335469 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for network, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:24.348816 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:24.363837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:45:24.367770 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Usage tracker for resource:security_group_rule and tenant:470f103668d84558aac04e4c28bda9aa is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:45:24.370737 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:45:24.376404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:45:24.497241 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:24.514019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:24.518343 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c40a6d07-5e5b-47d8-90fd-fbdbd94af23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:24.546832 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 00:45:24.559973 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac86539-eb1f-4980-accd-0c5943edf4ab,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:24.563823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:24.566316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:24.566706 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.segments_db [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Added segment 96651a01-8a52-41a3-80d1-bff789a5c06f of type vxlan for network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 Feb 17 00:45:24.594706 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363268289217157'] for network, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:24.669031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370'] for network, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:24.670487 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:24.671169 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:24.675280 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:24.707746 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device d1d80db1-95ef-48cf-85b2-6d490209ddbb up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:45:24.784621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Pushing event updated for resources: {'Network': ['ID=bb6403dd-ed4e-4ad7-b755-31d4e1e42759,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:24.787636 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:24.796527 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:45:24.806311 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-4f122b66-4ab1-43de-952b-a72a74376da0 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5373704 Feb 17 00:45:24.810177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 44194) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:24.815340 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 details requested by agent ovs-agent-dv-cinder-759943-4-smb with host dv-cinder-759943-4-smb {{(pid=84044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 00:45:24.816127 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Request body: {'subnet': {'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-628425714-subnet', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'ip_version': 4}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:45:24.821303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:45:24.826015 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Usage tracker for resource:subnet and tenant:470f103668d84558aac04e4c28bda9aa is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:45:24.829059 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:45:24.834900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:45:24.862427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Made reservation on behalf of 470f103668d84558aac04e4c28bda9aa for: {'subnet': 1} {{(pid=84043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:45:24.867308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848693263'] for subnet, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:24.945624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port d1d80db1-95ef-48cf-85b2-6d490209ddbb completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:45:24.969479 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port d1d80db1-95ef-48cf-85b2-6d490209ddbb triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:24.972462 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:25.019085 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Sync routers for ids ['3169b679-43a6-4830-9c37-b3fc3d5c61af'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:45:25.081477 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Routers {'3169b679-43a6-4830-9c37-b3fc3d5c61af'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:45:25.082152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:45:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['3169b679-43a6-4830-9c37-b3fc3d5c61af'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:25.339361 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:25.349517 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:25.365009 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Set router 3169b679-43a6-4830-9c37-b3fc3d5c61af gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:45:25.414889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6652552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848693280'] for subnet, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:25.423511 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port d1d80db1-95ef-48cf-85b2-6d490209ddbb, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=d1d80db1-95ef-48cf-85b2-6d490209ddbb,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:45:25.431148 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:25.501638 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:25.510517 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:25.568634 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0468306-0f13-4cb5-b38f-c6aeed69fb26,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:25.572749 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:25.637508 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Checking segment: {'id': '96651a01-8a52-41a3-80d1-bff789a5c06f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:45:25.637889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Network hostable DHCP agents. Network: bb6403dd-ed4e-4ad7-b755-31d4e1e42759, hostable agents: ['cb6e4282-7449-47e1-aa83-406fcf0f221e'], hosted agents: [] {{(pid=84043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 00:45:25.685062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 is scheduled to be hosted by DHCP agent cb6e4282-7449-47e1-aa83-406fcf0f221e with binding_index 1 {{(pid=84043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 00:45:25.725070 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-smb, bb6403dd-ed4e-4ad7-b755-31d4e1e42759) {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:45:25.742716 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:25.743369 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:25.790847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19c21a7-e02c-4d07-ad9c-879d368d963e None None] Network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:45:25.805757 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-02afbe52-3ba1-49aa-87aa-20f97250554d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9944057 Feb 17 00:45:25.809565 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 44198) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:25.815098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-628425714-router', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:45:25.820019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:45:25.824571 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Usage tracker for resource:router and tenant:470f103668d84558aac04e4c28bda9aa is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:45:25.828166 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:45:25.833918 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:45:25.873686 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8263885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745214'] for router, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:25.875247 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8263738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8336768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846462037', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30601'] for router, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:25.891767 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:25.954878 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=d1d80db1-95ef-48cf-85b2-6d490209ddbb,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:25.973982 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:26.158425 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:45:22Z', 'revision_number': 4, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe', 'name': '', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'mac_address': 'fa:16:3e:94:6e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:21Z', 'updated_at': '2021-02-17T00:45:22Z', 'revision_number': 2, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'subnets': [{'id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:26.163456 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33256139-5d30-5872-8566-df738a37a53a-bb6403dd-ed4e-4ad7-b755-31d4e1e42759', 'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'fixed_ips': [{'subnet_id': 'a0468306-0f13-4cb5-b38f-c6aeed69fb26'}]}} from dv-cinder-759943-4-smb. {{(pid=84044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 00:45:26.164388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:26.178058 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Checking router: 3169b679-43a6-4830-9c37-b3fc3d5c61af for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:45:26.178297 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Updating router 3169b679-43a6-4830-9c37-b3fc3d5c61af port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe binding host dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:45:26.272723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:26.451689 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846438621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846511957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773401'] for router, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:26.701481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device d1d80db1-95ef-48cf-85b2-6d490209ddbb up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:45:26.822756 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Allocated IP 172.20.0.2 (bb6403dd-ed4e-4ad7-b755-31d4e1e42759/a0468306-0f13-4cb5-b38f-c6aeed69fb26/62383a65-dada-45bb-9b9d-bf0ab5630915) {{(pid=84044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:45:26.825942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:26.858594 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:27.008490 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port d1d80db1-95ef-48cf-85b2-6d490209ddbb triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:27.008912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:27.150687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Allocated IP 172.28.3.107 (3cbdbc70-d7bd-4bf3-84f2-140283f8882a/5e64d413-6664-47c4-a852-9f8e80de566a/9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:45:27.173144 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:27.242919 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Transition to ACTIVE for port object ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:45:27.295903 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:27.314751 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:27.315024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:27.349404 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Notify callbacks [] for port, precommit_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:27.371807 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848123879'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:27.388106 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-eb107ae9-a409-4079-ba7d-3ebece97a00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:27.450353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Transition to ACTIVE for port object 62383a65-dada-45bb-9b9d-bf0ab5630915 will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:45:27.505877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Transition to ACTIVE for port object 62383a65-dada-45bb-9b9d-bf0ab5630915 will not be triggered until provisioned by entity DHCP. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:45:27.507166 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce4940-6842-4e90-b9c3-f1df17bcb3d5 None None] Pushing event updated for resources: {'Port': ['ID=ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:27.512494 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-83ce4940-6842-4e90-b9c3-f1df17bcb3d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:27.537695 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Pushing event updated for resources: {'Port': ['ID=9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:27.543700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:27.547213 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540'] for port, after_create {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:27.564084 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:27.586651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:45:27.587904 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:45:27.590363 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:45:28.010013 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Pushing event updated for resources: {'Port': ['ID=62383a65-dada-45bb-9b9d-bf0ab5630915,revision_number=1']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:28.026701 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:28.038420 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Attempting to bind port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:45:28.038848 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Attempting to bind port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': '93d54657-0471-409d-8289-c84288d1e659', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:45:28.039700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Attempting to bind port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe on network b12c2a47-5525-4924-8d69-895860a58195 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:45:28.049885 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:45:28.050316 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Checking segment: {'id': '93d54657-0471-409d-8289-c84288d1e659', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:45:28.050773 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:28.051221 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Bound using segment: {'id': '93d54657-0471-409d-8289-c84288d1e659', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:45:28.051746 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Bound port: ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d54657-0471-409d-8289-c84288d1e659', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:45:28.052173 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:28.130877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:28.148705 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 is already hosted by enough agents. {{(pid=84044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:45:28.152879 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Resources bound (agent type, host, resource id): {{(pid=84044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:45:28.156415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Received port after_create {{(pid=84044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:45:28.232598 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] For port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:45:28.234972 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Attempting to bind port 62383a65-dada-45bb-9b9d-bf0ab5630915 on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:45:28.235397 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Attempting to bind port 62383a65-dada-45bb-9b9d-bf0ab5630915 by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': '96651a01-8a52-41a3-80d1-bff789a5c06f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:45:28.235817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Attempting to bind port 62383a65-dada-45bb-9b9d-bf0ab5630915 on network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:45:28.243970 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:45:28.244399 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Checking segment: {'id': '96651a01-8a52-41a3-80d1-bff789a5c06f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:45:28.244856 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:28.245968 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Bound using segment: {'id': '96651a01-8a52-41a3-80d1-bff789a5c06f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:45:28.246494 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Bound port: 62383a65-dada-45bb-9b9d-bf0ab5630915, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96651a01-8a52-41a3-80d1-bff789a5c06f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:45:28.246929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:28.264125 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] For port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe,segment=NetworkSegment(93d54657-0471-409d-8289-c84288d1e659),segment_id=93d54657-0471-409d-8289-c84288d1e659)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:45:28.302058 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:28.324666 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:28.498446 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846511942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8337176'] for router, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:28.515793 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] For port 62383a65-dada-45bb-9b9d-bf0ab5630915, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:45:28.521776 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce4940-6842-4e90-b9c3-f1df17bcb3d5 None None] Pushing event updated for resources: {'Port': ['ID=ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:28.525356 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-83ce4940-6842-4e90-b9c3-f1df17bcb3d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:28.548890 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] For port 62383a65-dada-45bb-9b9d-bf0ab5630915, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=62383a65-dada-45bb-9b9d-bf0ab5630915,segment=NetworkSegment(96651a01-8a52-41a3-80d1-bff789a5c06f),segment_id=96651a01-8a52-41a3-80d1-bff789a5c06f)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:45:28.574836 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Routers {'3169b679-43a6-4830-9c37-b3fc3d5c61af'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:45:28.575516 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:45:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['3169b679-43a6-4830-9c37-b3fc3d5c61af'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:28.638598 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:28.663268 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8adf1b15-647c-4400-b87c-1549090c52dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:28.805870 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Router 426af6a6-07fa-42b9-bab1-8a0333215c5d is scheduled to L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a with binding_index 1 {{(pid=84043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 00:45:28.943478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Pushing event updated for resources: {'Port': ['ID=62383a65-dada-45bb-9b9d-bf0ab5630915,revision_number=2']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:28.947379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:29.002169 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] Set router 3169b679-43a6-4830-9c37-b3fc3d5c61af gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:45:29.278387 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:45:29.339056 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] Notify callbacks [] for router, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:29.343168 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-3519cc4c-db45-4f18-bc05-88f1e4d0993e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5298669 Feb 17 00:45:29.343452 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 44202) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:45:29.425624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:45:22Z', 'revision_number': 4, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe', 'name': '', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'mac_address': 'fa:16:3e:94:6e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:21Z', 'updated_at': '2021-02-17T00:45:28Z', 'revision_number': 4, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'subnets': [{'id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:29.435708 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Sync routers for ids ['426af6a6-07fa-42b9-bab1-8a0333215c5d'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:45:29.438459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d2b570-1b03-48c7-a527-ce8a439d5c8d None None] The sync data for ids ['3169b679-43a6-4830-9c37-b3fc3d5c61af'] in dv-cinder-759943-4-smb is: [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:45:22Z', 'revision_number': 4, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe', 'name': '', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'mac_address': 'fa:16:3e:94:6e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:21Z', 'updated_at': '2021-02-17T00:45:28Z', 'revision_number': 4, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'subnets': [{'id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:45:29.458998 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Routers {'426af6a6-07fa-42b9-bab1-8a0333215c5d'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:45:29.459672 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:45:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['426af6a6-07fa-42b9-bab1-8a0333215c5d'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:29.704384 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Set router 426af6a6-07fa-42b9-bab1-8a0333215c5d gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:45:30.041146 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'name': 'tempest-TestShelveInstance-628425714-router', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:25Z', 'updated_at': '2021-02-17T00:45:27Z', 'revision_number': 3, 'project_id': '470f103668d84558aac04e4c28bda9aa', 'gw_port': {'id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:70:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:27Z', 'updated_at': '2021-02-17T00:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:30.046176 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Checking router: 426af6a6-07fa-42b9-bab1-8a0333215c5d for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:45:30.046606 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Updating router 426af6a6-07fa-42b9-bab1-8a0333215c5d port 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 binding host dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:45:30.108361 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:30.164764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:30.571091 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Notify callbacks [] for port, precommit_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:30.577660 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Allocated IP 172.20.0.1 (bb6403dd-ed4e-4ad7-b755-31d4e1e42759/a0468306-0f13-4cb5-b38f-c6aeed69fb26/d853feeb-cce9-43f0-91a3-326d5551dcaa) {{(pid=84043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:45:30.586872 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Transition to ACTIVE for port object 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 will not be triggered until provisioned by entity L2. {{(pid=84045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:45:30.603935 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789938eb-2cd4-482b-a127-b1e6f9bcb98c None None] Network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:45:30.622419 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:30.715506 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-969217a7-a7f0-462e-b3ae-169ce3cb6487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:30.752238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-6d257a2f-e7e0-49c6-932f-b74f413857dd None None] Provisioning for port 62383a65-dada-45bb-9b9d-bf0ab5630915 completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:45:30.810565 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee45720-c559-461f-9335-a775110cba06 None None] Pushing event updated for resources: {'Port': ['ID=9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93,revision_number=2']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:30.814644 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9ee45720-c559-461f-9335-a775110cba06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:30.822815 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:30.827509 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 62383a65-dada-45bb-9b9d-bf0ab5630915 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:45:30.841086 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Transition to ACTIVE for port object d853feeb-cce9-43f0-91a3-326d5551dcaa will not be triggered until provisioned by entity DHCP. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:45:30.873983 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Attempting to bind port 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:45:30.878110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Attempting to bind port 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:45:30.878110 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Attempting to bind port 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 on network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:45:30.880878 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:45:30.881349 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Checking segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:45:30.881805 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:30.882281 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Bound using segment: {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'} {{(pid=84045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:45:30.882799 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Bound port: 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a810a56a-1f4e-41ca-8b75-dc9672ecd6ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}}] {{(pid=84045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:45:30.883231 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:30.896643 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848123879'] for port, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:30.966186 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] For port 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:45:30.969288 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] For port 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:45:30.969433 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:30.999435 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port 62383a65-dada-45bb-9b9d-bf0ab5630915 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:45:31.004817 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 62383a65-dada-45bb-9b9d-bf0ab5630915 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:31.005265 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:31.029723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:31.049494 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:31.063832 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=d853feeb-cce9-43f0-91a3-326d5551dcaa,revision_number=1']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:31.070949 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:31.135310 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:45:31.137301 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:45:31.140307 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Received port after_create {{(pid=84043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:45:31.149191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:31.209637 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846502655'] for router_interface, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:31.211724 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port 62383a65-dada-45bb-9b9d-bf0ab5630915, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=62383a65-dada-45bb-9b9d-bf0ab5630915,segment=NetworkSegment(96651a01-8a52-41a3-80d1-bff789a5c06f),segment_id=96651a01-8a52-41a3-80d1-bff789a5c06f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:45:31.313634 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee45720-c559-461f-9335-a775110cba06 None None] Pushing event updated for resources: {'Port': ['ID=9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93,revision_number=3']} {{(pid=84045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:31.313634 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9ee45720-c559-461f-9335-a775110cba06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:31.388999 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:31.388999 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:45:31.389259 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Routers {'426af6a6-07fa-42b9-bab1-8a0333215c5d'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:45:31.389259 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:45:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['426af6a6-07fa-42b9-bab1-8a0333215c5d'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:31.389432 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:31.423317 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=62383a65-dada-45bb-9b9d-bf0ab5630915,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:31.440270 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:31.440916 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-a5315cbb-e249-4f84-ab48-95a7d550c7aa None None] Provisioning complete for port 62383a65-dada-45bb-9b9d-bf0ab5630915 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:31.441360 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a5315cbb-e249-4f84-ab48-95a7d550c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:31.519329 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:31.548442 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] Set router 426af6a6-07fa-42b9-bab1-8a0333215c5d gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:45:31.574512 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:45:31.591614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:31.592050 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:31.719946 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-a5315cbb-e249-4f84-ab48-95a7d550c7aa None None] Provisioning for port d853feeb-cce9-43f0-91a3-326d5551dcaa completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:45:31.735210 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-a5315cbb-e249-4f84-ab48-95a7d550c7aa None None] Provisioning complete for port d853feeb-cce9-43f0-91a3-326d5551dcaa triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:31.735636 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a5315cbb-e249-4f84-ab48-95a7d550c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:31.815488 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:31.831822 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-a5315cbb-e249-4f84-ab48-95a7d550c7aa None None] Port d853feeb-cce9-43f0-91a3-326d5551dcaa cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:45:31.854993 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe,segment=NetworkSegment(93d54657-0471-409d-8289-c84288d1e659),segment_id=93d54657-0471-409d-8289-c84288d1e659)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:45:31.856597 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:45:31.858663 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:31.886199 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:31.889806 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:31.892198 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'name': 'tempest-TestShelveInstance-628425714-router', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:25Z', 'updated_at': '2021-02-17T00:45:27Z', 'revision_number': 3, 'project_id': '470f103668d84558aac04e4c28bda9aa', 'gw_port': {'id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:70:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:27Z', 'updated_at': '2021-02-17T00:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:31.896475 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f51ede5-9dc0-4cad-9843-7a098eaf77ce None None] The sync data for ids ['426af6a6-07fa-42b9-bab1-8a0333215c5d'] in dv-cinder-759943-4-smb is: [{'id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'name': 'tempest-TestShelveInstance-628425714-router', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:25Z', 'updated_at': '2021-02-17T00:45:27Z', 'revision_number': 3, 'project_id': '470f103668d84558aac04e4c28bda9aa', 'gw_port': {'id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:70:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:27Z', 'updated_at': '2021-02-17T00:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:45:31.919965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6651920'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:31.950858 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-1dd69d44-6074-417d-adae-fea6eb1fe50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:32.046934 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=d853feeb-cce9-43f0-91a3-326d5551dcaa,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:32.049781 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846806355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8273255'] for router_interface, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:32.066974 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:32.151735 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-996f73be-d95e-4264-9773-3f16155a5602 None None] Provisioning complete for port 62383a65-dada-45bb-9b9d-bf0ab5630915 triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:32.152513 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-996f73be-d95e-4264-9773-3f16155a5602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:32.186176 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:32.196255 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:32.204131 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 is already hosted by enough agents. {{(pid=84043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:45:32.205366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:45:32.330595 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-996f73be-d95e-4264-9773-3f16155a5602 None None] Provisioning complete for port d853feeb-cce9-43f0-91a3-326d5551dcaa triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:32.331280 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-996f73be-d95e-4264-9773-3f16155a5602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:32.407371 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-996f73be-d95e-4264-9773-3f16155a5602 None None] Port d853feeb-cce9-43f0-91a3-326d5551dcaa cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:45:32.445593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Router 426af6a6-07fa-42b9-bab1-8a0333215c5d has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:45:32.529366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-017a88c8-e565-46a0-935a-b8e35a69b970 None None] Provisioning complete for port d853feeb-cce9-43f0-91a3-326d5551dcaa triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:32.529797 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-017a88c8-e565-46a0-935a-b8e35a69b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:32.593584 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-017a88c8-e565-46a0-935a-b8e35a69b970 None None] Port d853feeb-cce9-43f0-91a3-326d5551dcaa cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:45:32.657952 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:45:32.670059 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-94a67908-3be3-4b50-887c-5c091d493ee6 admin admin] 10.222.0.38 "PUT /v2.0/routers/426af6a6-07fa-42b9-bab1-8a0333215c5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3254893 Feb 17 00:45:32.775622 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 62383a65-dada-45bb-9b9d-bf0ab5630915 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:45:32.858810 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 62383a65-dada-45bb-9b9d-bf0ab5630915 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:32.859292 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:32.986558 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:45:33.091028 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:45:33.096567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:33.096996 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:33.224452 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:33.307292 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:45:33.326879 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-444523394', 'description': 'tempest-TestShelveInstance-444523394 description'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:45:33.333165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:45:33.336700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:33.337244 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Usage tracker for resource:security_group and tenant:17f7fd7ace3b4b808e4f30b26528935b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:45:33.337682 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:45:33.341590 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:45:33.348006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:45:33.368441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:33.382481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for security_group, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:33.404983 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:45:33.409049 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Usage tracker for resource:security_group_rule and tenant:17f7fd7ace3b4b808e4f30b26528935b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:45:33.412106 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:45:33.418164 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:45:33.466340 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:33.469809 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:33.479266 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:33.479700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:33.493926 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:33.543092 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:33.548770 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9bdbd31e-2947-4929-a26e-712bde72e424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:33.591491 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:33.594610 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:33.616781 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:33.618201 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0d3d9f9a-b5b7-45bd-bf82-c8d0dd5b2d82 req-5ad086e9-3079-4b42-a3fd-a641b5408ef2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2970376 Feb 17 00:45:33.690361 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-987cb93f-9be7-4f3f-a7eb-2672bf465261 req-072a2787-3f82-4691-814d-e43f0bbd751a tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups/b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4 HTTP/1.1" status: 200 len: 1800 time: 0.0482306 Feb 17 00:45:33.702006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-987cb93f-9be7-4f3f-a7eb-2672bf465261 req-072853d6-46a5-413d-a4b1-8257ef8952ad tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:45:33.702371 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-987cb93f-9be7-4f3f-a7eb-2672bf465261 req-072853d6-46a5-413d-a4b1-8257ef8952ad tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:45:33.708403 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-987cb93f-9be7-4f3f-a7eb-2672bf465261 req-072853d6-46a5-413d-a4b1-8257ef8952ad tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:45:33.712379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-987cb93f-9be7-4f3f-a7eb-2672bf465261 req-072853d6-46a5-413d-a4b1-8257ef8952ad tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Usage tracker for resource:security_group_rule and tenant:17f7fd7ace3b4b808e4f30b26528935b is out of sync, need to count used quota {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:45:33.715642 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-987cb93f-9be7-4f3f-a7eb-2672bf465261 req-072853d6-46a5-413d-a4b1-8257ef8952ad tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84043) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:45:33.721556 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-987cb93f-9be7-4f3f-a7eb-2672bf465261 req-072853d6-46a5-413d-a4b1-8257ef8952ad tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84043) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:45:33.804850 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-987cb93f-9be7-4f3f-a7eb-2672bf465261 req-072853d6-46a5-413d-a4b1-8257ef8952ad tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:33.832184 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-987cb93f-9be7-4f3f-a7eb-2672bf465261 req-072853d6-46a5-413d-a4b1-8257ef8952ad tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:33.873719 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-987cb93f-9be7-4f3f-a7eb-2672bf465261 req-072853d6-46a5-413d-a4b1-8257ef8952ad tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311677'] for security_group_rule, after_create {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:33.881016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-78de7f59-a912-42db-8195-4f03564ed81f tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:34.146333 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072853d6-46a5-413d-a4b1-8257ef8952ad tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff7853a-c9bc-4741-9772-5de7b66dbcf7,revision_number=0']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:34.149387 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-072853d6-46a5-413d-a4b1-8257ef8952ad tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:34.188274 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-987cb93f-9be7-4f3f-a7eb-2672bf465261 req-072853d6-46a5-413d-a4b1-8257ef8952ad tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:34.189637 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-987cb93f-9be7-4f3f-a7eb-2672bf465261 req-072853d6-46a5-413d-a4b1-8257ef8952ad tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4926951 Feb 17 00:45:34.264782 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-587a0b7d-2f1c-4651-ae7d-3f2e4038b27a req-879b5be1-72f6-485d-b372-0f2e80d0f7db tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups/b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4 HTTP/1.1" status: 200 len: 2393 time: 0.0529532 Feb 17 00:45:34.275914 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-587a0b7d-2f1c-4651-ae7d-3f2e4038b27a req-52750434-5ac6-43af-b142-9b767193e4b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4', 'remote_group_id': None}]} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:45:34.276311 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-587a0b7d-2f1c-4651-ae7d-3f2e4038b27a req-52750434-5ac6-43af-b142-9b767193e4b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4', 'remote_group_id': None}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:45:34.283043 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-587a0b7d-2f1c-4651-ae7d-3f2e4038b27a req-52750434-5ac6-43af-b142-9b767193e4b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:45:34.287091 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-587a0b7d-2f1c-4651-ae7d-3f2e4038b27a req-52750434-5ac6-43af-b142-9b767193e4b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Usage tracker for resource:security_group_rule and tenant:17f7fd7ace3b4b808e4f30b26528935b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:45:34.290120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-587a0b7d-2f1c-4651-ae7d-3f2e4038b27a req-52750434-5ac6-43af-b142-9b767193e4b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:45:34.296047 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-587a0b7d-2f1c-4651-ae7d-3f2e4038b27a req-52750434-5ac6-43af-b142-9b767193e4b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:45:34.387376 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-587a0b7d-2f1c-4651-ae7d-3f2e4038b27a req-52750434-5ac6-43af-b142-9b767193e4b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:34.411549 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-587a0b7d-2f1c-4651-ae7d-3f2e4038b27a req-52750434-5ac6-43af-b142-9b767193e4b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:34.438566 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-587a0b7d-2f1c-4651-ae7d-3f2e4038b27a req-52750434-5ac6-43af-b142-9b767193e4b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311677'] for security_group_rule, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:34.440816 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-82ed40ba-c82a-45c7-bac1-25bc6a275635 tempest-AttachVolumeShelveTestJSON-79068285 tempest-AttachVolumeShelveTestJSON-79068285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:34.464918 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52750434-5ac6-43af-b142-9b767193e4b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ba0e57-9323-433f-82c1-90328f35f1c5,revision_number=0']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:34.467565 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-52750434-5ac6-43af-b142-9b767193e4b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:34.501953 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-587a0b7d-2f1c-4651-ae7d-3f2e4038b27a req-52750434-5ac6-43af-b142-9b767193e4b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:34.503296 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-587a0b7d-2f1c-4651-ae7d-3f2e4038b27a req-52750434-5ac6-43af-b142-9b767193e4b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2317524 Feb 17 00:45:34.671572 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Sync routers for ids ['426af6a6-07fa-42b9-bab1-8a0333215c5d'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:45:34.682036 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Routers {'426af6a6-07fa-42b9-bab1-8a0333215c5d'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:45:34.682964 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:45:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['426af6a6-07fa-42b9-bab1-8a0333215c5d'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:34.743732 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:45:34.935485 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:34.936033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:34.970698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Set router 426af6a6-07fa-42b9-bab1-8a0333215c5d gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:45:35.410862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'name': 'tempest-TestShelveInstance-628425714-router', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:25Z', 'updated_at': '2021-02-17T00:45:31Z', 'revision_number': 4, 'project_id': '470f103668d84558aac04e4c28bda9aa', 'gw_port': {'id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:27Z', 'updated_at': '2021-02-17T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'd853feeb-cce9-43f0-91a3-326d5551dcaa', 'name': '', 'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'mac_address': 'fa:16:3e:bd:39:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a0468306-0f13-4cb5-b38f-c6aeed69fb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:30Z', 'updated_at': '2021-02-17T00:45:31Z', 'revision_number': 2, 'project_id': '470f103668d84558aac04e4c28bda9aa', 'subnets': [{'id': 'a0468306-0f13-4cb5-b38f-c6aeed69fb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:35.414883 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Checking router: 426af6a6-07fa-42b9-bab1-8a0333215c5d for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:45:35.415308 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Updating router 426af6a6-07fa-42b9-bab1-8a0333215c5d port d853feeb-cce9-43f0-91a3-326d5551dcaa binding host dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 00:45:35.477105 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:35.901027 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Notify callbacks [] for port, precommit_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:35.913827 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Transition to ACTIVE for port object d853feeb-cce9-43f0-91a3-326d5551dcaa will not be triggered until provisioned by entity L2. {{(pid=84044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:45:35.948397 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:35.964953 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:36.286277 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74711d-0c9f-4ef6-8d40-2c8fadc22543 None None] Pushing event updated for resources: {'Port': ['ID=d853feeb-cce9-43f0-91a3-326d5551dcaa,revision_number=3']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:36.291604 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-de74711d-0c9f-4ef6-8d40-2c8fadc22543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:36.461577 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Attempting to bind port d853feeb-cce9-43f0-91a3-326d5551dcaa on host dv-cinder-759943-4-smb for vnic_type normal with profile {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:45:36.461577 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Attempting to bind port d853feeb-cce9-43f0-91a3-326d5551dcaa by drivers openvswitch on host dv-cinder-759943-4-smb at level 0 using segments [{'id': '96651a01-8a52-41a3-80d1-bff789a5c06f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759'}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:45:36.461577 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Attempting to bind port d853feeb-cce9-43f0-91a3-326d5551dcaa on network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:45:36.464401 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Checking agent: {'id': '39a39ecc-83d2-48b4-b833-88779a33d7b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 24, 46), 'started_at': datetime.datetime(2021, 2, 17, 0, 25, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:45:36.465651 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Checking segment: {'id': '96651a01-8a52-41a3-80d1-bff789a5c06f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:45:36.466116 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:36.466569 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Bound using segment: {'id': '96651a01-8a52-41a3-80d1-bff789a5c06f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759'} {{(pid=84044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:45:36.467109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Bound port: d853feeb-cce9-43f0-91a3-326d5551dcaa, host: dv-cinder-759943-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96651a01-8a52-41a3-80d1-bff789a5c06f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759'}}] {{(pid=84044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:45:36.467541 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:36.580146 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] For port d853feeb-cce9-43f0-91a3-326d5551dcaa, host dv-cinder-759943-4-smb, cleared binding levels {{(pid=84044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:45:36.583497 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] For port d853feeb-cce9-43f0-91a3-326d5551dcaa, host dv-cinder-759943-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=d853feeb-cce9-43f0-91a3-326d5551dcaa,segment=NetworkSegment(96651a01-8a52-41a3-80d1-bff789a5c06f),segment_id=96651a01-8a52-41a3-80d1-bff789a5c06f)] {{(pid=84044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:45:36.623407 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:36.637726 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-08297ebb-024b-4529-bda1-dae39b53434c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:36.801924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74711d-0c9f-4ef6-8d40-2c8fadc22543 None None] Pushing event updated for resources: {'Port': ['ID=d853feeb-cce9-43f0-91a3-326d5551dcaa,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:36.807994 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-de74711d-0c9f-4ef6-8d40-2c8fadc22543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:36.850975 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Routers {'426af6a6-07fa-42b9-bab1-8a0333215c5d'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:45:36.851647 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:45:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['426af6a6-07fa-42b9-bab1-8a0333215c5d'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:37.063885 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] Set router 426af6a6-07fa-42b9-bab1-8a0333215c5d gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:45:37.449539 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'name': 'tempest-TestShelveInstance-628425714-router', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:25Z', 'updated_at': '2021-02-17T00:45:31Z', 'revision_number': 4, 'project_id': '470f103668d84558aac04e4c28bda9aa', 'gw_port': {'id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:27Z', 'updated_at': '2021-02-17T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'd853feeb-cce9-43f0-91a3-326d5551dcaa', 'name': '', 'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'mac_address': 'fa:16:3e:bd:39:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a0468306-0f13-4cb5-b38f-c6aeed69fb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:30Z', 'updated_at': '2021-02-17T00:45:36Z', 'revision_number': 4, 'project_id': '470f103668d84558aac04e4c28bda9aa', 'subnets': [{'id': 'a0468306-0f13-4cb5-b38f-c6aeed69fb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:45:37.453946 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee085bad-fa86-464a-a0cc-9253d2cfea93 None None] The sync data for ids ['426af6a6-07fa-42b9-bab1-8a0333215c5d'] in dv-cinder-759943-4-smb is: [{'id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'name': 'tempest-TestShelveInstance-628425714-router', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:25Z', 'updated_at': '2021-02-17T00:45:31Z', 'revision_number': 4, 'project_id': '470f103668d84558aac04e4c28bda9aa', 'gw_port': {'id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:27Z', 'updated_at': '2021-02-17T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'd853feeb-cce9-43f0-91a3-326d5551dcaa', 'name': '', 'network_id': 'bb6403dd-ed4e-4ad7-b755-31d4e1e42759', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'mac_address': 'fa:16:3e:bd:39:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a0468306-0f13-4cb5-b38f-c6aeed69fb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:30Z', 'updated_at': '2021-02-17T00:45:36Z', 'revision_number': 4, 'project_id': '470f103668d84558aac04e4c28bda9aa', 'subnets': [{'id': 'a0468306-0f13-4cb5-b38f-c6aeed69fb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:45:38.715530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device d853feeb-cce9-43f0-91a3-326d5551dcaa up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:45:38.844826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning for port d853feeb-cce9-43f0-91a3-326d5551dcaa completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:45:38.850332 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port d853feeb-cce9-43f0-91a3-326d5551dcaa triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:38.850764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:38.981736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:39.018360 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] For port d853feeb-cce9-43f0-91a3-326d5551dcaa, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=d853feeb-cce9-43f0-91a3-326d5551dcaa,segment=NetworkSegment(96651a01-8a52-41a3-80d1-bff789a5c06f),segment_id=96651a01-8a52-41a3-80d1-bff789a5c06f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:45:39.057022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:39.060022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:39.133839 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Pushing event updated for resources: {'Port': ['ID=d853feeb-cce9-43f0-91a3-326d5551dcaa,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:39.137557 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:40.699076 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device d853feeb-cce9-43f0-91a3-326d5551dcaa up at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:45:40.772702 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Provisioning complete for port d853feeb-cce9-43f0-91a3-326d5551dcaa triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:40.773134 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:42.708486 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e43a5b13-a58b-4a2c-9e64-5f4843ff3148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:45.256834 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc370-48fd-4f63-b041-169986e1940c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:45.336873 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:46.621569 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:46.981588 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:48.762373 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b1602983-8c0f-404b-93a8-307900b6f649 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-444523394&fields=id&tenant_id=17f7fd7ace3b4b808e4f30b26528935b HTTP/1.1" status: 200 len: 267 time: 0.0472307 Feb 17 00:45:48.921830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-de03b22f-a6b9-46b2-8d15-f71364a29eb2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:48.923393 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-de03b22f-a6b9-46b2-8d15-f71364a29eb2 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/networks?id=b12c2a47-5525-4924-8d69-895860a58195 HTTP/1.1" status: 200 len: 809 time: 0.1531353 Feb 17 00:45:48.939478 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-1980f5b1-41d5-4797-8c46-5bdb8cfa0f04 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/quotas/17f7fd7ace3b4b808e4f30b26528935b HTTP/1.1" status: 200 len: 375 time: 0.0101600 Feb 17 00:45:49.031191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-97633782-b678-4699-8fc5-2e683cced023 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Synchronizing usage tracker for tenant:17f7fd7ace3b4b808e4f30b26528935b on resource:port {{(pid=84043) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:45:49.084599 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-97633782-b678-4699-8fc5-2e683cced023 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Unset dirty status for tenant:17f7fd7ace3b4b808e4f30b26528935b on resource:port {{(pid=84043) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:45:49.086015 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-97633782-b678-4699-8fc5-2e683cced023 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=17f7fd7ace3b4b808e4f30b26528935b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1412513 Feb 17 00:45:49.241630 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-dfce4246-856c-4e8c-b87f-4580c93bb7a6 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 00:45:49.242709 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-dfce4246-856c-4e8c-b87f-4580c93bb7a6 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1445677 Feb 17 00:45:49.389090 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-0cfedca4-56a0-4dc8-b7b1-6d28678f8425 service neutron] 10.222.0.38 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395662 Feb 17 00:45:49.532754 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b03a0436-d842-4f82-b367-f77ec76d5c71 service neutron] 10.222.0.38 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370692 Feb 17 00:45:50.123974 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d48c28fa-34ac-4eaf-a399-8f0ab42b9f89 req-c281584b-2d51-4772-9375-be872cc0477d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 210 time: 0.0512307 Feb 17 00:45:51.249278 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8fee965a-e248-4b6c-b535-bfb6ff26e1d7 req-6dc47aac-d082-4bac-97b5-e80be3530bd4 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 210 time: 0.0510955 Feb 17 00:45:52.353894 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b68cba90-ca57-4834-b7db-4500d4831d66 req-e5483d06-b7eb-4c07-ac6a-7c585b6a0069 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 210 time: 0.0493283 Feb 17 00:45:53.459703 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6bda0de9-212e-4d32-94f5-ec6fc76f1a01 req-0bc541f3-9c64-489f-a129-c7c8fbd284e6 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 210 time: 0.0489569 Feb 17 00:45:54.622151 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7f84ce0c-62ed-4ea0-aa57-ddca9dfd932a req-a6a10d5c-f893-45f7-8413-5d03e16746b3 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 210 time: 0.0515671 Feb 17 00:45:55.296388 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:55.787368 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-425c6afa-0121-4337-805c-f8efc125d8bf req-4370f398-eaaa-4b8e-85f3-ada01ec06cb8 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 210 time: 0.0527833 Feb 17 00:45:56.055612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-4a1f4000-e134-4c45-915f-d4e69ee9de05 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:56.056359 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-4a1f4000-e134-4c45-915f-d4e69ee9de05 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Synchronizing usage tracker for tenant:17f7fd7ace3b4b808e4f30b26528935b on resource:network {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:45:56.095988 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-4a1f4000-e134-4c45-915f-d4e69ee9de05 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Unset dirty status for tenant:17f7fd7ace3b4b808e4f30b26528935b on resource:network {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:45:56.097269 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-4a1f4000-e134-4c45-915f-d4e69ee9de05 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.49 "GET /v2.0/networks?id=b12c2a47-5525-4924-8d69-895860a58195 HTTP/1.1" status: 200 len: 809 time: 0.2026339 Feb 17 00:45:56.175991 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-c1ceb4d4-e432-4abb-b24c-3d6790015897 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Synchronizing usage tracker for tenant:17f7fd7ace3b4b808e4f30b26528935b on resource:security_group {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:45:56.227670 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-c1ceb4d4-e432-4abb-b24c-3d6790015897 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Unset dirty status for tenant:17f7fd7ace3b4b808e4f30b26528935b on resource:security_group {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:45:56.229160 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-c1ceb4d4-e432-4abb-b24c-3d6790015897 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17f7fd7ace3b4b808e4f30b26528935b HTTP/1.1" status: 200 len: 5757 time: 0.1235881 Feb 17 00:45:56.239740 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Request body: {'port': {'device_id': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'admin_state_up': True, 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'security_groups': ['b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4']}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:45:56.391366 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:45:56.401598 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:45:56.439042 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Made reservation on behalf of 17f7fd7ace3b4b808e4f30b26528935b for: {'port': 1} {{(pid=84042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 00:45:56.444575 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:56.753976 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Allocated IP 172.20.0.10 (b12c2a47-5525-4924-8d69-895860a58195/d46bbf9d-7ee4-4a03-b62d-7d29f2447033/76c07e08-533e-4935-a873-56af54be138a) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:45:56.982191 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-5a22a193-a830-4646-9c3c-cf7fd07a75a7 req-02849b72-c40e-4a1b-9e0f-1350704dc080 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 210 time: 0.0682290 Feb 17 00:45:57.023552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:57.040641 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Transition to ACTIVE for port object 76c07e08-533e-4935-a873-56af54be138a will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:45:57.096842 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:57.112274 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-695c0a36-745f-40c6-b50f-007eac553542 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:57.255432 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Pushing event updated for resources: {'Port': ['ID=76c07e08-533e-4935-a873-56af54be138a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:57.276033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.276462 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.276883 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.277321 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.277735 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.278147 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.278551 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.278957 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.279365 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.279769 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.280213 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.280621 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.281054 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.281507 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.281914 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.284100 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.284100 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.284100 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.284100 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.284100 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.284582 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.284582 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.284915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.285338 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:45:57.290719 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:57.330478 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Network b12c2a47-5525-4924-8d69-895860a58195 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:45:57.331618 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:45:57.333946 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:45:57.398937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:57.399719 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:57.508895 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-88e7969a-c029-482a-a8dd-9e2cd18d761d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2733192 Feb 17 00:45:57.522611 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Request body: {'port': {'device_id': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:45:57.645160 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:57.650831 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-a3f10363-6ebb-43e9-babe-7bc71e542d85 None None] Provisioning for port 76c07e08-533e-4935-a873-56af54be138a completed by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:45:57.656190 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-a3f10363-6ebb-43e9-babe-7bc71e542d85 None None] Provisioning complete for port 76c07e08-533e-4935-a873-56af54be138a triggered by entity DHCP. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:45:57.656613 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a3f10363-6ebb-43e9-babe-7bc71e542d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:57.718700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-a3f10363-6ebb-43e9-babe-7bc71e542d85 None None] Port 76c07e08-533e-4935-a873-56af54be138a cannot update to ACTIVE because it is not bound. {{(pid=84044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 00:45:58.191777 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad3fe6-2d7a-49ae-9430-f8a445a665ca req-eae5f953-fcc8-4908-aa7b-8b27cdc745fa tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:58.194065 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-25ad3fe6-2d7a-49ae-9430-f8a445a665ca req-eae5f953-fcc8-4908-aa7b-8b27cdc745fa tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 932 time: 0.0940411 Feb 17 00:45:58.245095 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-25ad3fe6-2d7a-49ae-9430-f8a445a665ca req-8fe02124-8100-4e3c-b397-66ece66370db tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0441444 Feb 17 00:45:58.306126 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c07e08-533e-4935-a873-56af54be138a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 00:45:58.315152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:58.327707 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Transition to ACTIVE for port object 76c07e08-533e-4935-a873-56af54be138a will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 00:45:58.359142 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:58.375196 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-425b08b8-8f6d-4373-a7f6-357649d42140 tempest-AttachVolumeNegativeTest-1275243284 tempest-AttachVolumeNegativeTest-1275243284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:58.508601 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=76c07e08-533e-4935-a873-56af54be138a,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:58.521874 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:58.700309 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Attempting to bind port 76c07e08-533e-4935-a873-56af54be138a on host hv-cinder-75994 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 00:45:58.700696 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Attempting to bind port 76c07e08-533e-4935-a873-56af54be138a by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '93d54657-0471-409d-8289-c84288d1e659', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 00:45:58.701080 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Attempting to bind port 76c07e08-533e-4935-a873-56af54be138a on network b12c2a47-5525-4924-8d69-895860a58195 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 00:45:58.707517 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Checking agent: {'id': '73d59f6e-3fbf-467b-a6a5-9e10705760b3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 31, 55), 'started_at': datetime.datetime(2021, 2, 17, 0, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 00:45:58.707902 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Checking segment: {'id': '93d54657-0471-409d-8289-c84288d1e659', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 00:45:58.708319 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:58.708736 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Bound using segment: {'id': '93d54657-0471-409d-8289-c84288d1e659', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 00:45:58.709194 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Bound port: 76c07e08-533e-4935-a873-56af54be138a, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d54657-0471-409d-8289-c84288d1e659', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 00:45:58.709601 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:58.807080 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] For port 76c07e08-533e-4935-a873-56af54be138a, host hv-cinder-75994, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 00:45:58.810214 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] For port 76c07e08-533e-4935-a873-56af54be138a, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=76c07e08-533e-4935-a873-56af54be138a,segment=NetworkSegment(93d54657-0471-409d-8289-c84288d1e659),segment_id=93d54657-0471-409d-8289-c84288d1e659)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 00:45:58.856158 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:58.872823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-3648376d-b140-4e6c-8f14-c5342579fb55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:45:59.026423 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=76c07e08-533e-4935-a873-56af54be138a,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:45:59.034075 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:45:59.067671 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:59.068420 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:45:59.069949 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-b5d2e08a-8624-451a-a5ef-f0201db7d4e2 service neutron] 10.222.0.49 "PUT /v2.0/ports/76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 200 len: 1158 time: 1.5519264 Feb 17 00:45:59.070481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'tag': '76c07e08-533e-4935-a873-56af54be138a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:45:59.121029 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'tag': '76c07e08-533e-4935-a873-56af54be138a', 'status': 'completed', 'code': 200} Feb 17 00:45:59.222965 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-de888261-7914-40ec-bdf5-dff8e204ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:59.224859 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-de888261-7914-40ec-bdf5-dff8e204ff22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=17f7fd7ace3b4b808e4f30b26528935b&device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 1161 time: 0.0859423 Feb 17 00:45:59.305785 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-67925484-4b7a-4e96-8c8f-311db3b923f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 200 len: 217 time: 0.0735459 Feb 17 00:45:59.376559 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-ecf1f39e-db1c-48d4-8275-6d5d7338ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:59.378103 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-ecf1f39e-db1c-48d4-8275-6d5d7338ebf4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d46bbf9d-7ee4-4a03-b62d-7d29f2447033 HTTP/1.1" status: 200 len: 848 time: 0.0653458 Feb 17 00:45:59.447809 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e80719-460b-4093-b160-76200a72dfa1 req-93d175b4-bc6d-4dca-8a07-91fde60f786f tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:59.449475 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d6e80719-460b-4093-b160-76200a72dfa1 req-93d175b4-bc6d-4dca-8a07-91fde60f786f tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 944 time: 0.0909455 Feb 17 00:45:59.463917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-e71b36b5-ff13-4460-8a33-1977f382e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:59.465616 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-e71b36b5-ff13-4460-8a33-1977f382e69a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b12c2a47-5525-4924-8d69-895860a58195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800080 Feb 17 00:45:59.498434 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d6e80719-460b-4093-b160-76200a72dfa1 req-c52201db-ad5a-4509-a810-fbaea30d20ac tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0419931 Feb 17 00:45:59.613005 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-673d5bb3-4986-44cf-aaa3-52f83f9f7845 service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396790 Feb 17 00:45:59.757550 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d63da9de-3ade-4f52-b2dd-54869f7e577a req-97883e0f-52e7-4139-a6ee-30cfb0e617a9 service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378920 Feb 17 00:45:59.911572 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bfae-b9de-4c8a-899b-b091c3d0e2b2 req-177c2ede-b426-4473-b19a-208ead7f9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:45:59.913336 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9a06bfae-b9de-4c8a-899b-b091c3d0e2b2 req-177c2ede-b426-4473-b19a-208ead7f9f34 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=17f7fd7ace3b4b808e4f30b26528935b&device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 1161 time: 0.0841317 Feb 17 00:46:00.058700 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bfae-b9de-4c8a-899b-b091c3d0e2b2 req-dc7f1599-9ffb-4b2b-81d5-869afc13e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:00.060234 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9a06bfae-b9de-4c8a-899b-b091c3d0e2b2 req-dc7f1599-9ffb-4b2b-81d5-869afc13e753 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b12c2a47-5525-4924-8d69-895860a58195 HTTP/1.1" status: 200 len: 903 time: 0.1402602 Feb 17 00:46:00.137765 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9a06bfae-b9de-4c8a-899b-b091c3d0e2b2 req-6d8d2103-8ad3-4481-a7d0-a4c84d85e010 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 200 len: 217 time: 0.0691702 Feb 17 00:46:00.211155 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bfae-b9de-4c8a-899b-b091c3d0e2b2 req-f56be0fb-bebe-4a73-a988-403daa63bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:00.212816 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9a06bfae-b9de-4c8a-899b-b091c3d0e2b2 req-f56be0fb-bebe-4a73-a988-403daa63bd01 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d46bbf9d-7ee4-4a03-b62d-7d29f2447033 HTTP/1.1" status: 200 len: 848 time: 0.0686240 Feb 17 00:46:00.298834 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bfae-b9de-4c8a-899b-b091c3d0e2b2 req-8508715b-810e-49ec-a834-b5a970c2b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:00.300471 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9a06bfae-b9de-4c8a-899b-b091c3d0e2b2 req-8508715b-810e-49ec-a834-b5a970c2b921 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b12c2a47-5525-4924-8d69-895860a58195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790913 Feb 17 00:46:00.450999 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9a06bfae-b9de-4c8a-899b-b091c3d0e2b2 req-44f4d4fc-04d0-45ec-865a-bb7f0e28ad3a service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368048 Feb 17 00:46:00.597188 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9a06bfae-b9de-4c8a-899b-b091c3d0e2b2 req-3e9a0e3e-17e3-4e2e-bfb7-855774f67c72 service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383567 Feb 17 00:46:00.705587 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b54cb-0986-4980-95ad-7a5ced64355c req-feeca16b-32e0-4588-9407-655cc1a1ec44 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:00.706283 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-795b54cb-0986-4980-95ad-7a5ced64355c req-feeca16b-32e0-4588-9407-655cc1a1ec44 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Synchronizing usage tracker for tenant:17f7fd7ace3b4b808e4f30b26528935b on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:46:00.753098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-795b54cb-0986-4980-95ad-7a5ced64355c req-feeca16b-32e0-4588-9407-655cc1a1ec44 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Unset dirty status for tenant:17f7fd7ace3b4b808e4f30b26528935b on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:46:00.754441 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-795b54cb-0986-4980-95ad-7a5ced64355c req-feeca16b-32e0-4588-9407-655cc1a1ec44 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 944 time: 0.1379869 Feb 17 00:46:00.802577 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-795b54cb-0986-4980-95ad-7a5ced64355c req-d1f7aee5-dc62-4a98-b35b-26f9c6edbb39 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0419006 Feb 17 00:46:02.000830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454753d1-1d90-4dfd-87cc-f6554c250ace req-80f224da-87b4-4e69-be65-8132013fcad7 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:02.002478 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-454753d1-1d90-4dfd-87cc-f6554c250ace req-80f224da-87b4-4e69-be65-8132013fcad7 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 944 time: 0.0862656 Feb 17 00:46:02.050190 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-454753d1-1d90-4dfd-87cc-f6554c250ace req-ee2c4a02-8464-45f3-b5f9-ec238706e83b tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0415814 Feb 17 00:46:02.473007 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 76c07e08-533e-4935-a873-56af54be138a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:46:02.570224 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning for port 76c07e08-533e-4935-a873-56af54be138a completed by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 00:46:02.575162 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 76c07e08-533e-4935-a873-56af54be138a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:46:02.575586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:02.697726 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:02.725136 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c07e08-533e-4935-a873-56af54be138a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:46:02.736163 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 76c07e08-533e-4935-a873-56af54be138a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=76c07e08-533e-4935-a873-56af54be138a,segment=NetworkSegment(93d54657-0471-409d-8289-c84288d1e659),segment_id=93d54657-0471-409d-8289-c84288d1e659)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:46:02.770450 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:02.773649 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c07e08-533e-4935-a873-56af54be138a', 'code': 200} Feb 17 00:46:02.774191 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:46:02.851226 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=76c07e08-533e-4935-a873-56af54be138a,revision_number=4']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:46:02.854566 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:46:03.128519 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c591f93-dee9-413e-9c72-0c2a6fedd647 req-98d2a2ea-b38a-45c9-a155-25cfe8261685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:03.131231 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2c591f93-dee9-413e-9c72-0c2a6fedd647 req-98d2a2ea-b38a-45c9-a155-25cfe8261685 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 1163 time: 0.0786591 Feb 17 00:46:03.180447 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-2c591f93-dee9-413e-9c72-0c2a6fedd647 req-563cd65f-760a-47fb-8676-de8e5b1b4acf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0430582 Feb 17 00:46:03.258370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4afc81-9f0e-4d42-926c-133be8861f31 req-e079d7ce-d967-4bff-827b-31bba125ec39 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:03.259989 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bb4afc81-9f0e-4d42-926c-133be8861f31 req-e079d7ce-d967-4bff-827b-31bba125ec39 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0919783 Feb 17 00:46:03.307795 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-bb4afc81-9f0e-4d42-926c-133be8861f31 req-9a1d8143-126c-4dc0-9f38-3926bad6c270 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0408797 Feb 17 00:46:04.215249 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 76c07e08-533e-4935-a873-56af54be138a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:46:04.289627 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 76c07e08-533e-4935-a873-56af54be138a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:46:04.290064 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:04.523323 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3d289-bc4e-42a3-86bf-ebec50f36ab3 req-d9b8c9a6-c1cc-4ff8-bd7a-b7bfd6952b6c tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:04.524857 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d3c3d289-bc4e-42a3-86bf-ebec50f36ab3 req-d9b8c9a6-c1cc-4ff8-bd7a-b7bfd6952b6c tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0898380 Feb 17 00:46:04.571589 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d3c3d289-bc4e-42a3-86bf-ebec50f36ab3 req-68c5be96-db65-4575-8fbc-3703bf2550fa tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0402341 Feb 17 00:46:04.766921 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27a86c-ff9f-44f3-972e-fa86da4a4598 req-74c1b124-a4f3-4cc3-9eb4-661647661561 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:04.768527 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fa27a86c-ff9f-44f3-972e-fa86da4a4598 req-74c1b124-a4f3-4cc3-9eb4-661647661561 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0866709 Feb 17 00:46:04.817941 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fa27a86c-ff9f-44f3-972e-fa86da4a4598 req-ebe85b5e-4158-4bbf-8edc-ff48d1fa5d1e tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0431130 Feb 17 00:46:05.025641 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-a93df8e7-592a-4463-8974-dfe622bbfb99 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1704712 Feb 17 00:46:05.036131 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Request body: {'floatingip': {'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a'}} {{(pid=84042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:46:05.042430 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 00:46:05.046931 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Usage tracker for resource:floatingip and tenant:17f7fd7ace3b4b808e4f30b26528935b is out of sync, need to count used quota {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 00:46:05.050131 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84042) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 00:46:05.055816 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.quota.driver [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84042) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 00:46:05.096075 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for floatingip, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:05.243306 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:05.516026 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_common [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Allocated IP 172.28.3.39 (3cbdbc70-d7bd-4bf3-84f2-140283f8882a/5e64d413-6664-47c4-a852-9f8e80de566a/8c92cc3a-5634-467a-af18-e2bb4b991c23) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 00:46:05.666791 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:05.730605 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268289164540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:05.746176 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-053caefd-8be3-4db3-a84b-ec82e9db999b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:46:05.879134 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Pushing event updated for resources: {'Port': ['ID=8c92cc3a-5634-467a-af18-e2bb4b991c23,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:46:05.882233 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:46:05.934915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Network 3cbdbc70-d7bd-4bf3-84f2-140283f8882a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 00:46:05.936074 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.base_scheduler [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 00:46:05.938924 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 00:46:06.020245 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:06.104975 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:06.379429 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:06.421753 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848153648'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:06.436701 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c677e39e-d2be-49b2-bc52-0c03c5ee8521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:46:06.812024 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Pushing event updated for resources: {'Port': ['ID=8c92cc3a-5634-467a-af18-e2bb4b991c23,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:46:06.817022 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:46:06.919563 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:06.981895 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:06.983277 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9513626 Feb 17 00:46:07.072840 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-67422f91-077d-4a58-a9f6-de6ed42234de tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Synchronizing usage tracker for tenant:17f7fd7ace3b4b808e4f30b26528935b on resource:floatingip {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:46:07.118520 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-67422f91-077d-4a58-a9f6-de6ed42234de tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Unset dirty status for tenant:17f7fd7ace3b4b808e4f30b26528935b on resource:floatingip {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:46:07.119771 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-67422f91-077d-4a58-a9f6-de6ed42234de tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.28.3.39 HTTP/1.1" status: 200 len: 695 time: 0.1300027 Feb 17 00:46:07.284538 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-b743caf9-d81b-4e7c-831e-ad2bc92014a5 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:07.286065 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8fb81caa-d2d2-42d6-92f1-5bd098d32ad4 req-b743caf9-d81b-4e7c-831e-ad2bc92014a5 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/networks/3cbdbc70-d7bd-4bf3-84f2-140283f8882a HTTP/1.1" status: 200 len: 784 time: 0.1597061 Feb 17 00:46:07.472929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-1dfe2b3e-a545-4bb1-96f8-95c0c5f443e4 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:07.474615 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-1dfe2b3e-a545-4bb1-96f8-95c0c5f443e4 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0899034 Feb 17 00:46:07.564781 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-a39c18ab-7659-4e57-a71a-a6d0ea1c3814 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.28.3.39 HTTP/1.1" status: 200 len: 695 time: 0.0839062 Feb 17 00:46:07.575215 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.v2.base [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-9e4400a9-73f4-4520-b229-7e53ff78238d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Request body: {'floatingip': {'port_id': '76c07e08-533e-4935-a873-56af54be138a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 00:46:07.659995 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-9e4400a9-73f4-4520-b229-7e53ff78238d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for floatingip, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:08.290619 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-9e4400a9-73f4-4520-b229-7e53ff78238d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:08.317723 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-9e4400a9-73f4-4520-b229-7e53ff78238d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846502485'] for floatingip, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:08.496761 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-9e4400a9-73f4-4520-b229-7e53ff78238d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Floating IP 72ae5d97-14a0-44b9-a834-08bcde2bd677 associated. External IP: 172.28.3.39, port: 76c07e08-533e-4935-a873-56af54be138a. Feb 17 00:46:08.817031 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:46:09.104673 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-9e4400a9-73f4-4520-b229-7e53ff78238d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Router 3169b679-43a6-4830-9c37-b3fc3d5c61af has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:46:09.296324 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-9e4400a9-73f4-4520-b229-7e53ff78238d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:46:09.301319 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-9e4400a9-73f4-4520-b229-7e53ff78238d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:09.306626 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfdd180-db2b-4f3f-b3d5-bf9bad08b666 None None] Sync routers for ids ['3169b679-43a6-4830-9c37-b3fc3d5c61af'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:46:09.316791 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfdd180-db2b-4f3f-b3d5-bf9bad08b666 None None] Routers {'3169b679-43a6-4830-9c37-b3fc3d5c61af'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:46:09.317493 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-7bfdd180-db2b-4f3f-b3d5-bf9bad08b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:45:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['3169b679-43a6-4830-9c37-b3fc3d5c61af'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:46:09.362965 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-9e4400a9-73f4-4520-b229-7e53ff78238d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "PUT /v2.0/floatingips/72ae5d97-14a0-44b9-a834-08bcde2bd677 HTTP/1.1" status: 200 len: 996 time: 1.7917924 Feb 17 00:46:09.363471 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'tag': '76c07e08-533e-4935-a873-56af54be138a'}] {{(pid=84043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:46:09.421577 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'tag': '76c07e08-533e-4935-a873-56af54be138a', 'status': 'completed', 'code': 200} Feb 17 00:46:09.462889 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-bfd2bf7e-6d2b-4d71-92e4-e8e807d60dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:09.464596 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-bfd2bf7e-6d2b-4d71-92e4-e8e807d60dd8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=17f7fd7ace3b4b808e4f30b26528935b&device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 1163 time: 0.0868356 Feb 17 00:46:09.529461 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a346-78b7-4698-91cf-bfac55883763 req-cc7bd347-5232-45dc-9d0b-581add63ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:09.532308 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cde0a346-78b7-4698-91cf-bfac55883763 req-cc7bd347-5232-45dc-9d0b-581add63ef97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=17f7fd7ace3b4b808e4f30b26528935b&device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 1163 time: 0.0907011 Feb 17 00:46:09.615282 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-6b4df69a-1d6b-4fac-bcdd-3340b5d15193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:09.616846 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-6b4df69a-1d6b-4fac-bcdd-3340b5d15193 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b12c2a47-5525-4924-8d69-895860a58195 HTTP/1.1" status: 200 len: 903 time: 0.1442120 Feb 17 00:46:09.674290 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-7bfdd180-db2b-4f3f-b3d5-bf9bad08b666 None None] Set router 3169b679-43a6-4830-9c37-b3fc3d5c61af gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:46:09.685029 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a346-78b7-4698-91cf-bfac55883763 req-870f6094-e40b-4e65-a9d4-4813518b91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:09.686943 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cde0a346-78b7-4698-91cf-bfac55883763 req-870f6094-e40b-4e65-a9d4-4813518b91c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b12c2a47-5525-4924-8d69-895860a58195 HTTP/1.1" status: 200 len: 903 time: 0.1470928 Feb 17 00:46:09.733142 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-34650069-facb-4ecb-9caa-eaad9910bf53 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 200 len: 999 time: 0.1085434 Feb 17 00:46:09.801758 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cde0a346-78b7-4698-91cf-bfac55883763 req-c58ff16b-1933-445a-bd20-a0965189e50c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 200 len: 999 time: 0.1068733 Feb 17 00:46:09.806877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-89fe3ea1-690f-4bab-9806-c08befa56497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:09.808505 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-89fe3ea1-690f-4bab-9806-c08befa56497 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d46bbf9d-7ee4-4a03-b62d-7d29f2447033 HTTP/1.1" status: 200 len: 848 time: 0.0688214 Feb 17 00:46:09.871526 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a346-78b7-4698-91cf-bfac55883763 req-fcb55ad6-0e08-42e0-931e-19b5824d77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:09.874231 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cde0a346-78b7-4698-91cf-bfac55883763 req-fcb55ad6-0e08-42e0-931e-19b5824d77c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d46bbf9d-7ee4-4a03-b62d-7d29f2447033 HTTP/1.1" status: 200 len: 848 time: 0.0661311 Feb 17 00:46:09.898516 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-e2b33dbf-7586-4470-be92-43ef09ddb2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:09.900158 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-e2b33dbf-7586-4470-be92-43ef09ddb2ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b12c2a47-5525-4924-8d69-895860a58195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837991 Feb 17 00:46:09.962469 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a346-78b7-4698-91cf-bfac55883763 req-d82ce2ee-24f1-4bdf-85be-f9eb9e897c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:46:09.964126 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cde0a346-78b7-4698-91cf-bfac55883763 req-d82ce2ee-24f1-4bdf-85be-f9eb9e897c45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b12c2a47-5525-4924-8d69-895860a58195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837381 Feb 17 00:46:10.045923 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-8296483b-9083-4e83-8f42-bcab60bc0f23 service neutron] 10.222.0.38 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379411 Feb 17 00:46:10.048730 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-7bfdd180-db2b-4f3f-b3d5-bf9bad08b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:45:22Z', 'revision_number': 4, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '72ae5d97-14a0-44b9-a834-08bcde2bd677', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'floating_ip_address': '172.28.3.39', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'port_id': '76c07e08-533e-4935-a873-56af54be138a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'mac_address': 'fa:16:3e:1a:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:46:05Z', 'updated_at': '2021-02-17T00:46:08Z', 'revision_number': 1, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe', 'name': '', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'mac_address': 'fa:16:3e:94:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:21Z', 'updated_at': '2021-02-17T00:45:31Z', 'revision_number': 5, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'subnets': [{'id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:46:10.052959 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfdd180-db2b-4f3f-b3d5-bf9bad08b666 None None] Checking router: 3169b679-43a6-4830-9c37-b3fc3d5c61af for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:46:10.063900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfdd180-db2b-4f3f-b3d5-bf9bad08b666 None None] Routers {'3169b679-43a6-4830-9c37-b3fc3d5c61af'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:46:10.064581 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-7bfdd180-db2b-4f3f-b3d5-bf9bad08b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:45:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['3169b679-43a6-4830-9c37-b3fc3d5c61af'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:46:10.112430 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cde0a346-78b7-4698-91cf-bfac55883763 req-aa415632-7bee-4ba5-89c8-1a6d52e06de5 service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406782 Feb 17 00:46:10.212223 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-fd2ccc65-787e-4f81-bfae-1b7b9a1f21b9 req-2df49f60-894b-4931-a8a9-780ba1636c63 service neutron] 10.222.0.38 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1583383 Feb 17 00:46:10.263132 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-cde0a346-78b7-4698-91cf-bfac55883763 req-f2cac8ba-60b3-40d2-8ab6-996001b77ce6 service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1441107 Feb 17 00:46:10.266163 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-7bfdd180-db2b-4f3f-b3d5-bf9bad08b666 None None] Set router 3169b679-43a6-4830-9c37-b3fc3d5c61af gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:46:10.629636 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-7bfdd180-db2b-4f3f-b3d5-bf9bad08b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:45:22Z', 'revision_number': 4, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '72ae5d97-14a0-44b9-a834-08bcde2bd677', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'floating_ip_address': '172.28.3.39', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'port_id': '76c07e08-533e-4935-a873-56af54be138a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'mac_address': 'fa:16:3e:1a:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:46:05Z', 'updated_at': '2021-02-17T00:46:08Z', 'revision_number': 1, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe', 'name': '', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'mac_address': 'fa:16:3e:94:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:21Z', 'updated_at': '2021-02-17T00:45:31Z', 'revision_number': 5, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'subnets': [{'id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:46:10.633594 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfdd180-db2b-4f3f-b3d5-bf9bad08b666 None None] The sync data for ids ['3169b679-43a6-4830-9c37-b3fc3d5c61af'] in dv-cinder-759943-4-smb is: [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:45:22Z', 'revision_number': 4, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_floatingips': [{'id': '72ae5d97-14a0-44b9-a834-08bcde2bd677', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'floating_ip_address': '172.28.3.39', 'floating_network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'router_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'port_id': '76c07e08-533e-4935-a873-56af54be138a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'mac_address': 'fa:16:3e:1a:0a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:46:05Z', 'updated_at': '2021-02-17T00:46:08Z', 'revision_number': 1, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe', 'name': '', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'mac_address': 'fa:16:3e:94:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:21Z', 'updated_at': '2021-02-17T00:45:31Z', 'revision_number': 5, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'subnets': [{'id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:46:10.897678 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929913d6-52a9-4e19-9559-c199617851cf None None] New status for floating IP 72ae5d97-14a0-44b9-a834-08bcde2bd677: ACTIVE {{(pid=84044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:46:12.673485 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a1468158-b317-4fc8-9812-a85085a25e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:15.255869 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4351b3d9-2b1f-466a-b773-3c9aade896ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:15.335683 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:16.616088 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:16.975553 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:25.312828 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:42.672348 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-64951b5e-c397-4873-9b75-54dbb91e8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:45.249872 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a7913730-02ff-4d24-8146-126e4701cf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:45.335499 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:45.816823 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:46:46.638796 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:46.998078 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:46:55.318069 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:47:00.382881 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7585e080-3efc-48a0-b217-4b4ce4d2deb2 req-b65a8349-ee4b-4d78-9516-dbe8b062e7b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0777655 Feb 17 00:47:00.535165 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585e080-3efc-48a0-b217-4b4ce4d2deb2 req-437af37c-c6e9-4716-bf93-43606bf05d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:47:00.536675 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7585e080-3efc-48a0-b217-4b4ce4d2deb2 req-437af37c-c6e9-4716-bf93-43606bf05d27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=17f7fd7ace3b4b808e4f30b26528935b&device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 1163 time: 0.0823207 Feb 17 00:47:00.693136 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585e080-3efc-48a0-b217-4b4ce4d2deb2 req-9ec40df3-c6e5-4924-9158-7922b58a0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:47:00.694739 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7585e080-3efc-48a0-b217-4b4ce4d2deb2 req-9ec40df3-c6e5-4924-9158-7922b58a0dc8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b12c2a47-5525-4924-8d69-895860a58195 HTTP/1.1" status: 200 len: 903 time: 0.1381526 Feb 17 00:47:00.801823 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7585e080-3efc-48a0-b217-4b4ce4d2deb2 req-2a714820-518a-4104-bf7a-91bf058c314b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 200 len: 1001 time: 0.0992594 Feb 17 00:47:00.871794 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585e080-3efc-48a0-b217-4b4ce4d2deb2 req-e757a3f8-df25-424d-82ae-ceac0473b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:47:00.873472 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7585e080-3efc-48a0-b217-4b4ce4d2deb2 req-e757a3f8-df25-424d-82ae-ceac0473b66d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d46bbf9d-7ee4-4a03-b62d-7d29f2447033 HTTP/1.1" status: 200 len: 848 time: 0.0660300 Feb 17 00:47:00.953838 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585e080-3efc-48a0-b217-4b4ce4d2deb2 req-a9da275f-254b-467a-9647-0f38fc075dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:47:00.955441 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7585e080-3efc-48a0-b217-4b4ce4d2deb2 req-a9da275f-254b-467a-9647-0f38fc075dad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b12c2a47-5525-4924-8d69-895860a58195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758009 Feb 17 00:47:01.098832 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7585e080-3efc-48a0-b217-4b4ce4d2deb2 req-65631fb1-ca58-4c58-acc6-25386c8e430b service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368284 Feb 17 00:47:01.244649 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-7585e080-3efc-48a0-b217-4b4ce4d2deb2 req-b9e0f428-e4fb-4721-97f9-6515566c3e89 service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387689 Feb 17 00:47:12.660471 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e90b4878-bf6f-4f17-bad9-d49d4bfe41d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:47:15.248843 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a389180a-ab0d-43b0-9eae-aae55b5f5489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:47:15.346481 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:47:16.620545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:47:16.986257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:47:22.816285 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:47:25.317083 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:47:42.676166 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c25ad0b3-eee1-4479-99b3-fc73ad502344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:47:45.248668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-38188300-8509-41b4-96a1-6ab8955d6ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:47:45.351154 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:47:46.654449 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:47:46.985751 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:47:55.345297 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:47:58.968264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b1013-44fc-44a4-9b55-8f4310991aa7 req-5c83664d-94b3-438e-91bd-37ae5ce9e9b6 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:47:58.969914 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c78b1013-44fc-44a4-9b55-8f4310991aa7 req-5c83664d-94b3-438e-91bd-37ae5ce9e9b6 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0868683 Feb 17 00:47:59.018152 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-c78b1013-44fc-44a4-9b55-8f4310991aa7 req-0fed97df-2cea-4b9c-ba85-375f56969c3c tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0419638 Feb 17 00:47:59.816375 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:48:00.234087 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d8ca7-3cfa-4476-a8b4-daa5ce2effb7 req-39a711ee-e5ef-4856-aeeb-352021377628 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:00.235736 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3c5d8ca7-3cfa-4476-a8b4-daa5ce2effb7 req-39a711ee-e5ef-4856-aeeb-352021377628 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0904157 Feb 17 00:48:00.283860 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3c5d8ca7-3cfa-4476-a8b4-daa5ce2effb7 req-648626ea-6c0b-4e53-b638-670c618e415c tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0418856 Feb 17 00:48:01.449289 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b15d1-f0a3-4a24-abe3-8b4548e34874 req-09249e18-613e-41fe-842f-4bf1a9be5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:01.450993 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba8b15d1-f0a3-4a24-abe3-8b4548e34874 req-09249e18-613e-41fe-842f-4bf1a9be5325 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=17f7fd7ace3b4b808e4f30b26528935b&device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 1163 time: 0.0836279 Feb 17 00:48:01.485317 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20659c1c-709c-454a-8f78-ac3c747ea01e req-eaa19a10-7f5e-4c67-be4a-f1a966615883 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:01.486831 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20659c1c-709c-454a-8f78-ac3c747ea01e req-eaa19a10-7f5e-4c67-be4a-f1a966615883 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0903299 Feb 17 00:48:01.536671 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-20659c1c-709c-454a-8f78-ac3c747ea01e req-df9ad312-1daa-44ac-b152-7695e4721f2f tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0435159 Feb 17 00:48:01.611633 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b15d1-f0a3-4a24-abe3-8b4548e34874 req-7dd8bfbb-5a0c-45b4-a311-9074f66623c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:01.613386 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba8b15d1-f0a3-4a24-abe3-8b4548e34874 req-7dd8bfbb-5a0c-45b4-a311-9074f66623c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b12c2a47-5525-4924-8d69-895860a58195 HTTP/1.1" status: 200 len: 903 time: 0.1438053 Feb 17 00:48:01.727138 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba8b15d1-f0a3-4a24-abe3-8b4548e34874 req-d741ef1c-f09a-45af-8e83-32eea99ea8fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 200 len: 1001 time: 0.1074049 Feb 17 00:48:01.797143 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b15d1-f0a3-4a24-abe3-8b4548e34874 req-b7573137-806a-45da-835f-7b9210a98eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:01.798679 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba8b15d1-f0a3-4a24-abe3-8b4548e34874 req-b7573137-806a-45da-835f-7b9210a98eff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d46bbf9d-7ee4-4a03-b62d-7d29f2447033 HTTP/1.1" status: 200 len: 848 time: 0.0651610 Feb 17 00:48:01.887706 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b15d1-f0a3-4a24-abe3-8b4548e34874 req-010388ca-3da0-4af4-9501-05c312314e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:01.889435 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba8b15d1-f0a3-4a24-abe3-8b4548e34874 req-010388ca-3da0-4af4-9501-05c312314e9c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b12c2a47-5525-4924-8d69-895860a58195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846024 Feb 17 00:48:02.031347 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba8b15d1-f0a3-4a24-abe3-8b4548e34874 req-5f61fd16-f5ac-4789-a2e8-d98b18e1988b service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357343 Feb 17 00:48:02.174776 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ba8b15d1-f0a3-4a24-abe3-8b4548e34874 req-2283adad-c0aa-41d3-9fbe-4c514a724316 service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360648 Feb 17 00:48:02.738667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2612401-66e4-4890-b7c7-867540d99ba9 req-e1e2d2f9-19dc-45b9-addc-fab89f5d61bf tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:02.740410 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d2612401-66e4-4890-b7c7-867540d99ba9 req-e1e2d2f9-19dc-45b9-addc-fab89f5d61bf tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0870860 Feb 17 00:48:02.793021 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d2612401-66e4-4890-b7c7-867540d99ba9 req-e595703c-2806-4b01-9d09-ffa28aeadc9c tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0453410 Feb 17 00:48:03.989561 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c763c3-009b-4b25-b14c-598eddd33a4c req-c03ad8f7-4845-40ca-889b-04d491b02f75 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:03.991149 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e8c763c3-009b-4b25-b14c-598eddd33a4c req-c03ad8f7-4845-40ca-889b-04d491b02f75 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0845780 Feb 17 00:48:04.042764 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e8c763c3-009b-4b25-b14c-598eddd33a4c req-d578bfdb-0285-47bf-9dba-cd361a652465 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0448372 Feb 17 00:48:05.244507 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bfda1-bf77-4143-8faa-bf296290f755 req-db0fa05d-f777-4935-a99d-f937a7de097b tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:05.246330 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b36bfda1-bf77-4143-8faa-bf296290f755 req-db0fa05d-f777-4935-a99d-f937a7de097b tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0902436 Feb 17 00:48:05.298251 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b36bfda1-bf77-4143-8faa-bf296290f755 req-dbbddf2d-7d03-48b4-9702-8cef618e336c tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0455589 Feb 17 00:48:06.498222 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fd886-94a0-4aa0-9afa-3f513f7a517d req-67c571f5-7995-44e2-9b83-543ce2186d70 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:06.499731 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4c8fd886-94a0-4aa0-9afa-3f513f7a517d req-67c571f5-7995-44e2-9b83-543ce2186d70 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0864565 Feb 17 00:48:06.548350 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4c8fd886-94a0-4aa0-9afa-3f513f7a517d req-0cf73616-2de4-4013-ab69-9a186366047f tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0423703 Feb 17 00:48:07.754802 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d16161-8eb4-41c1-bc58-ff0c01d58f4c req-a6efefc0-8768-4d4d-a017-6618485d9a09 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:07.756454 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e0d16161-8eb4-41c1-bc58-ff0c01d58f4c req-a6efefc0-8768-4d4d-a017-6618485d9a09 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0956879 Feb 17 00:48:07.804664 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-e0d16161-8eb4-41c1-bc58-ff0c01d58f4c req-23b1afa1-25e1-40b2-ab9d-dfd4844a5e4d tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0414164 Feb 17 00:48:09.007002 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1328144-580d-4e66-97ef-bf5c1bf70fae req-f1b4d94f-7a7d-40f3-891e-e14adb885719 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:09.008649 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f1328144-580d-4e66-97ef-bf5c1bf70fae req-f1b4d94f-7a7d-40f3-891e-e14adb885719 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0886817 Feb 17 00:48:09.060142 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f1328144-580d-4e66-97ef-bf5c1bf70fae req-979db045-73cb-4d3b-af35-03a872400386 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0438988 Feb 17 00:48:09.129674 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5a3ab-8d66-4ed6-91ef-575b7bc018be req-762761e6-d94a-4603-82ed-12664455bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:09.131317 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-26c5a3ab-8d66-4ed6-91ef-575b7bc018be req-762761e6-d94a-4603-82ed-12664455bc09 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=17f7fd7ace3b4b808e4f30b26528935b&device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 1163 time: 0.0789773 Feb 17 00:48:09.274019 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5a3ab-8d66-4ed6-91ef-575b7bc018be req-5e0a1034-08fc-4193-98ce-f6de795f6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:09.275570 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-26c5a3ab-8d66-4ed6-91ef-575b7bc018be req-5e0a1034-08fc-4193-98ce-f6de795f6ad8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b12c2a47-5525-4924-8d69-895860a58195 HTTP/1.1" status: 200 len: 903 time: 0.1381726 Feb 17 00:48:09.627829 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-26c5a3ab-8d66-4ed6-91ef-575b7bc018be req-e1bcafa8-5727-428e-80d0-98e74ce887d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 200 len: 1001 time: 0.3456864 Feb 17 00:48:09.695463 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5a3ab-8d66-4ed6-91ef-575b7bc018be req-64e667fc-6953-445a-81b6-b28e423bcd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:09.696955 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-26c5a3ab-8d66-4ed6-91ef-575b7bc018be req-64e667fc-6953-445a-81b6-b28e423bcd42 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d46bbf9d-7ee4-4a03-b62d-7d29f2447033 HTTP/1.1" status: 200 len: 848 time: 0.0630481 Feb 17 00:48:09.782508 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5a3ab-8d66-4ed6-91ef-575b7bc018be req-f59e866a-7012-4116-8eac-07bc54ab5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:09.784222 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-26c5a3ab-8d66-4ed6-91ef-575b7bc018be req-f59e866a-7012-4116-8eac-07bc54ab5c4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b12c2a47-5525-4924-8d69-895860a58195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812068 Feb 17 00:48:09.927709 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-26c5a3ab-8d66-4ed6-91ef-575b7bc018be req-6f397cd4-c6d6-43b8-8f07-c73c84a79b27 service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373265 Feb 17 00:48:10.069437 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-26c5a3ab-8d66-4ed6-91ef-575b7bc018be req-87babed5-8c13-428a-b482-e5bf80b052ef service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351006 Feb 17 00:48:10.262101 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16346b43-62b7-4ac2-a42b-b479a0d12417 req-9fa54a30-ced2-4354-8b92-8da0880d8dc6 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:10.263797 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16346b43-62b7-4ac2-a42b-b479a0d12417 req-9fa54a30-ced2-4354-8b92-8da0880d8dc6 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0879223 Feb 17 00:48:10.310810 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-16346b43-62b7-4ac2-a42b-b479a0d12417 req-91a1af9a-e433-468d-87fc-a010ae06c336 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0407708 Feb 17 00:48:11.261754 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 76c07e08-533e-4935-a873-56af54be138a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:48:11.336229 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 76c07e08-533e-4935-a873-56af54be138a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:48:11.336500 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:11.520156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311170d-9994-4ae8-9a08-a45798db5de0 req-cae60a75-87d6-465e-a224-63d5d35aede1 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:11.521769 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3311170d-9994-4ae8-9a08-a45798db5de0 req-cae60a75-87d6-465e-a224-63d5d35aede1 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0926313 Feb 17 00:48:11.570662 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-3311170d-9994-4ae8-9a08-a45798db5de0 req-efca289c-d2df-4c18-b528-46e34bb86ec9 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0418329 Feb 17 00:48:12.676440 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d940e3e0-ed26-4152-9cf5-3719241962ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:12.772117 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc214f-fc9c-425c-80fe-e6afa5657777 req-a7f3befc-54ce-4ba7-b4eb-6907e9a868e9 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:12.773753 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f9fc214f-fc9c-425c-80fe-e6afa5657777 req-a7f3befc-54ce-4ba7-b4eb-6907e9a868e9 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0896008 Feb 17 00:48:12.821233 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-f9fc214f-fc9c-425c-80fe-e6afa5657777 req-2567d35f-db97-4ef0-91a1-34c6b48c956a tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0403152 Feb 17 00:48:13.239483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 76c07e08-533e-4935-a873-56af54be138a no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:48:13.360785 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:13.389252 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c07e08-533e-4935-a873-56af54be138a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:48:13.399414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 76c07e08-533e-4935-a873-56af54be138a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=76c07e08-533e-4935-a873-56af54be138a,segment=NetworkSegment(93d54657-0471-409d-8289-c84288d1e659),segment_id=93d54657-0471-409d-8289-c84288d1e659)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:48:13.433172 dv-cinder-759943-4-smb neutron-server[83929]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '76c07e08-533e-4935-a873-56af54be138a', 'code': 422} returned with failed status Feb 17 00:48:13.436703 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:13.438620 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-46d41048-1a6b-4a6a-aa56-d77a54bddfaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:48:13.512427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=76c07e08-533e-4935-a873-56af54be138a,revision_number=5']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:48:13.520190 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.520579 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.520967 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.521429 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.521811 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.522186 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.522559 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.522929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.523301 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.523676 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.524045 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.524412 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.524814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.525181 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.526152 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.526523 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.526890 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.527260 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.527624 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.527989 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.528352 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.528717 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.529081 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.529467 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:48:13.533894 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:48:14.276634 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4960665-e06e-4178-8eda-be88363a7f70 req-12d016d4-cd35-45b4-b1e8-8acf5656c8f5 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:14.277331 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 44458) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:48:14.278317 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a4960665-e06e-4178-8eda-be88363a7f70 req-12d016d4-cd35-45b4-b1e8-8acf5656c8f5 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 944 time: 0.0889807 Feb 17 00:48:14.331072 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-a4960665-e06e-4178-8eda-be88363a7f70 req-1d99b016-e996-4aa6-9e9a-79c3c29899c0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0460575 Feb 17 00:48:14.402508 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-965ceed3-7b9b-4ea7-b316-4a3115d630f5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1237442 Feb 17 00:48:15.248272 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b45c9daf-2188-443d-b47c-87ac4b9e79f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:15.350672 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:15.529900 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fedb2-3840-44a1-a12b-9ff3cba5faa4 req-1dc04070-da34-465a-bc33-6ccf64eab88f tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:15.531507 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0d2fedb2-3840-44a1-a12b-9ff3cba5faa4 req-1dc04070-da34-465a-bc33-6ccf64eab88f tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 944 time: 0.0880911 Feb 17 00:48:15.582147 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-0d2fedb2-3840-44a1-a12b-9ff3cba5faa4 req-11d86a0d-8cd4-4f8d-90fd-658134f4f389 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0441103 Feb 17 00:48:15.842352 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-24dabd72-b591-478d-8c5f-9ed2b8068775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:15.844061 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-24dabd72-b591-478d-8c5f-9ed2b8068775 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609&tenant_id=17f7fd7ace3b4b808e4f30b26528935b HTTP/1.1" status: 200 len: 1161 time: 0.0789092 Feb 17 00:48:15.942257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-b24a7f36-98f4-4fd9-8289-e7aedb8a10d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:15.943907 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-b24a7f36-98f4-4fd9-8289-e7aedb8a10d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=17f7fd7ace3b4b808e4f30b26528935b&device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 1161 time: 0.0781503 Feb 17 00:48:16.086444 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-d91079c7-b21a-4edc-a03b-888cb2e29f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:16.088354 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-d91079c7-b21a-4edc-a03b-888cb2e29f04 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b12c2a47-5525-4924-8d69-895860a58195 HTTP/1.1" status: 200 len: 903 time: 0.1383190 Feb 17 00:48:16.201292 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-98520193-5a97-4a0a-be30-7765e82ab096 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 200 len: 999 time: 0.1065423 Feb 17 00:48:16.273855 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-8f0f12a6-02c2-4194-84e0-71623293c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:16.275982 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-8f0f12a6-02c2-4194-84e0-71623293c592 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d46bbf9d-7ee4-4a03-b62d-7d29f2447033 HTTP/1.1" status: 200 len: 848 time: 0.0678854 Feb 17 00:48:16.357617 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-898cfce9-5c84-4199-bd85-5d64ad88be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:16.359155 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-898cfce9-5c84-4199-bd85-5d64ad88be7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b12c2a47-5525-4924-8d69-895860a58195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768497 Feb 17 00:48:16.501743 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-05c45689-dc17-4b16-a6ab-81ac2955a23b service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356792 Feb 17 00:48:16.630968 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:16.647248 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-9120ae89-9e6d-480b-89be-eb8ee0ef0620 req-10413d43-c9c7-4abe-aeb5-99bbc18ae256 service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397142 Feb 17 00:48:16.784878 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60c3df-6044-4bb6-b051-e9cd242d6bdb req-3287be9e-dce7-4ed6-9430-8f72dd2ace6f tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:16.786545 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4e60c3df-6044-4bb6-b051-e9cd242d6bdb req-3287be9e-dce7-4ed6-9430-8f72dd2ace6f tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 944 time: 0.0911293 Feb 17 00:48:16.835051 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-4e60c3df-6044-4bb6-b051-e9cd242d6bdb req-0649593e-0f55-4c93-8e65-3c3d7d4f1e87 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0414772 Feb 17 00:48:16.984755 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:18.034562 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66582415-caa5-4be6-817a-2588e82ba6e0 req-8458467d-2aa7-4041-b2f0-19532fe3d7b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:18.036157 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-66582415-caa5-4be6-817a-2588e82ba6e0 req-8458467d-2aa7-4041-b2f0-19532fe3d7b0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 944 time: 0.0885003 Feb 17 00:48:18.083721 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-66582415-caa5-4be6-817a-2588e82ba6e0 req-944a4d1f-d7c0-43e8-83d8-1c5e1ba9b20e tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0408003 Feb 17 00:48:19.282537 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8863f-0b43-4059-9f75-7021b6702a97 req-826c5a5c-2c38-475b-b5a0-f294fd5b1dfe tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:19.284207 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-88e8863f-0b43-4059-9f75-7021b6702a97 req-826c5a5c-2c38-475b-b5a0-f294fd5b1dfe tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 944 time: 0.0878229 Feb 17 00:48:19.332217 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-88e8863f-0b43-4059-9f75-7021b6702a97 req-10d1ebb6-ed23-4f14-931c-2f3a24ae9c9c tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0417931 Feb 17 00:48:19.547929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 76c07e08-533e-4935-a873-56af54be138a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:48:19.620485 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 76c07e08-533e-4935-a873-56af54be138a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:48:19.620929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:19.743147 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:19.771428 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c07e08-533e-4935-a873-56af54be138a'}] {{(pid=84044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:48:19.781914 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] For port 76c07e08-533e-4935-a873-56af54be138a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=76c07e08-533e-4935-a873-56af54be138a,segment=NetworkSegment(93d54657-0471-409d-8289-c84288d1e659),segment_id=93d54657-0471-409d-8289-c84288d1e659)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:48:19.814007 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363268288785114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768565612301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363268289163482'] for port, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:19.815962 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:48:19.856930 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c07e08-533e-4935-a873-56af54be138a', 'code': 200} Feb 17 00:48:19.894530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Pushing event updated for resources: {'Port': ['ID=76c07e08-533e-4935-a873-56af54be138a,revision_number=6']} {{(pid=84044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:48:19.897905 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:48:20.194480 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3d14b-4be2-4c40-8932-7b53fe25fbb1 req-ed02c226-2d24-4233-9ce8-9a9fb9cd7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:20.196194 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8fc3d14b-4be2-4c40-8932-7b53fe25fbb1 req-ed02c226-2d24-4233-9ce8-9a9fb9cd7f3e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 1163 time: 0.0926609 Feb 17 00:48:20.253674 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-8fc3d14b-4be2-4c40-8932-7b53fe25fbb1 req-4f8bd7d2-c088-4dda-a3d8-5cf4105f57ac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0512378 Feb 17 00:48:20.576334 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723976c4-76ea-4aa8-967c-1bfb6920e758 req-817dfb68-a4d5-4702-a8f5-8b4dbb790db6 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:20.578160 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-723976c4-76ea-4aa8-967c-1bfb6920e758 req-817dfb68-a4d5-4702-a8f5-8b4dbb790db6 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0975084 Feb 17 00:48:20.633970 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-723976c4-76ea-4aa8-967c-1bfb6920e758 req-f9fbc7ff-2a1c-487e-a37b-1ec78f993aaf tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0495102 Feb 17 00:48:21.294923 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 76c07e08-533e-4935-a873-56af54be138a up at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 00:48:21.367630 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.provisioning_blocks [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Provisioning complete for port 76c07e08-533e-4935-a873-56af54be138a triggered by entity L2. {{(pid=84044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 00:48:21.368054 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853744155'] for port, provisioning_complete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:21.840441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041c4f5-c0a8-4a59-aadd-5f067ffc1b30 req-10f14827-10e8-4f98-b402-270ccdfe6c53 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:48:21.842874 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b041c4f5-c0a8-4a59-aadd-5f067ffc1b30 req-10f14827-10e8-4f98-b402-270ccdfe6c53 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0919447 Feb 17 00:48:21.895287 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-b041c4f5-c0a8-4a59-aadd-5f067ffc1b30 req-8c4aa30d-fc9f-4036-a632-1fd4c8313b06 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0459924 Feb 17 00:48:25.333685 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:36.816609 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:48:42.664287 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-9f6ea1f8-7865-403e-b110-8ecb0ff6b1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:45.253006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-25a010fb-1262-468d-81b7-369c8cba933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:45.355960 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:46.640483 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:46.984458 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:48:55.377415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:02.403225 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-12858cdf-7c29-4ead-8e53-433aaff91a21 req-101910b9-ca45-400e-b460-0d398c068a02 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1014094 Feb 17 00:49:02.551105 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12858cdf-7c29-4ead-8e53-433aaff91a21 req-ae3447dc-a770-48e6-943e-266493e324ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:02.552647 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-12858cdf-7c29-4ead-8e53-433aaff91a21 req-ae3447dc-a770-48e6-943e-266493e324ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=17f7fd7ace3b4b808e4f30b26528935b&device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 1163 time: 0.0785511 Feb 17 00:49:02.709845 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12858cdf-7c29-4ead-8e53-433aaff91a21 req-e0832303-afd4-4f8d-8f92-41e16caf481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:02.711461 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-12858cdf-7c29-4ead-8e53-433aaff91a21 req-e0832303-afd4-4f8d-8f92-41e16caf481d service neutron] 10.222.0.49 "GET /v2.0/networks?id=b12c2a47-5525-4924-8d69-895860a58195 HTTP/1.1" status: 200 len: 903 time: 0.1399119 Feb 17 00:49:02.821516 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-12858cdf-7c29-4ead-8e53-433aaff91a21 req-416556a8-af71-4bde-a338-caac1bd73dff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 200 len: 1001 time: 0.1038370 Feb 17 00:49:02.892415 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12858cdf-7c29-4ead-8e53-433aaff91a21 req-d9bbe795-4504-47d0-9614-ea0db941ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:02.894022 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-12858cdf-7c29-4ead-8e53-433aaff91a21 req-d9bbe795-4504-47d0-9614-ea0db941ca5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d46bbf9d-7ee4-4a03-b62d-7d29f2447033 HTTP/1.1" status: 200 len: 848 time: 0.0667639 Feb 17 00:49:02.976220 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12858cdf-7c29-4ead-8e53-433aaff91a21 req-81f4f82e-3827-4610-af06-3a1ef9b2d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:02.978624 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-12858cdf-7c29-4ead-8e53-433aaff91a21 req-81f4f82e-3827-4610-af06-3a1ef9b2d9c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b12c2a47-5525-4924-8d69-895860a58195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781066 Feb 17 00:49:03.121106 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-12858cdf-7c29-4ead-8e53-433aaff91a21 req-1576c54b-6a80-4acf-9511-c85fa1f76b22 service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368544 Feb 17 00:49:03.263668 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-12858cdf-7c29-4ead-8e53-433aaff91a21 req-d103c30b-8a50-470e-9f9f-600713611f81 service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365807 Feb 17 00:49:12.686991 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a5a63435-d7b2-4616-ae11-200ba74a84ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:13.815986 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:49:15.388319 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0fb4-bb63-4265-9c31-96016aa511be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:15.485617 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:16.658427 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:17.018419 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:25.445804 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:35.021386 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-6f65948d-db67-4c2e-99ca-4110b25d0004 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/floatingips/72ae5d97-14a0-44b9-a834-08bcde2bd677 HTTP/1.1" status: 200 len: 998 time: 0.1196883 Feb 17 00:49:35.182419 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-3b11f48b-d393-4849-9b8d-1fd147adae56 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:35.184064 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-3b11f48b-d393-4849-9b8d-1fd147adae56 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/networks/3cbdbc70-d7bd-4bf3-84f2-140283f8882a HTTP/1.1" status: 200 len: 784 time: 0.1557417 Feb 17 00:49:35.297331 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-bcf7f072-ae97-4875-b75e-7aa124184891 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.28.3.39 HTTP/1.1" status: 200 len: 1001 time: 0.1067259 Feb 17 00:49:35.378188 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-c1c6c5db-c85c-4e94-a569-078aaf974697 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:35.379686 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-c1c6c5db-c85c-4e94-a569-078aaf974697 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports/76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 200 len: 943 time: 0.0765283 Feb 17 00:49:35.565326 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-8cae8a85-bbe1-4e13-b1ba-08d7d90a489c tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.28.3.39 HTTP/1.1" status: 200 len: 1001 time: 0.1047010 Feb 17 00:49:36.032053 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Deleting port 8c92cc3a-5634-467a-af18-e2bb4b991c23 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:49:36.032687 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:36.211830 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:36.212213 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:36.347462 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Calling delete_port for 8c92cc3a-5634-467a-af18-e2bb4b991c23 owned by network:floatingip {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:49:36.526390 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:36.544459 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-08ef6e99-75b4-422d-9daf-90f44f9aafb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:49:36.653321 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Pushing event deleted for resources: {'Port': ['ID=8c92cc3a-5634-467a-af18-e2bb4b991c23,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:49:36.673869 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.674571 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.679264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.679264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.679264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.679264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.679264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.679264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.679264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.679264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.679264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.679264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.679264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.680441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.680441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.680441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.680441 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.680899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.681203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.682289 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.682847 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.683243 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.683646 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.684041 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:36.696614 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:49:36.817812 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for floatingip, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:36.818193 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.db.l3_db [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Floating IP 72ae5d97-14a0-44b9-a834-08bcde2bd677 disassociated (deleted). External IP: 172.28.3.39, port: 76c07e08-533e-4935-a873-56af54be138a. Feb 17 00:49:37.193759 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Router 3169b679-43a6-4830-9c37-b3fc3d5c61af has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:49:37.387326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:49:37.397103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3bb44-6b69-4227-97b4-a3233713afee None None] Sync routers for ids ['3169b679-43a6-4830-9c37-b3fc3d5c61af'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:49:37.408150 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3bb44-6b69-4227-97b4-a3233713afee None None] Routers {'3169b679-43a6-4830-9c37-b3fc3d5c61af'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:49:37.412040 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-dda3bb44-6b69-4227-97b4-a3233713afee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:49:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['3169b679-43a6-4830-9c37-b3fc3d5c61af'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:37.515862 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for floatingip, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:37.578931 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-65101e4e-ad66-4c63-9983-8c3ac61239bd tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "DELETE /v2.0/floatingips/72ae5d97-14a0-44b9-a834-08bcde2bd677 HTTP/1.1" status: 204 len: 173 time: 2.0076015 Feb 17 00:49:37.579519 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'tag': '76c07e08-533e-4935-a873-56af54be138a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:49:37.643797 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'tag': '76c07e08-533e-4935-a873-56af54be138a', 'status': 'completed', 'code': 200} Feb 17 00:49:37.757109 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-dda3bb44-6b69-4227-97b4-a3233713afee None None] Set router 3169b679-43a6-4830-9c37-b3fc3d5c61af gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:49:37.797251 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-231f6518-3d69-460c-8966-b9e4bc570115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:37.798887 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-231f6518-3d69-460c-8966-b9e4bc570115 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=17f7fd7ace3b4b808e4f30b26528935b&device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 1163 time: 0.2053497 Feb 17 00:49:37.801476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603545e4-1724-4b54-b878-16de5c1a0849 req-0f5177b1-8225-40ad-a225-56986f74c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:37.803003 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-603545e4-1724-4b54-b878-16de5c1a0849 req-0f5177b1-8225-40ad-a225-56986f74c28f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=17f7fd7ace3b4b808e4f30b26528935b&device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 1163 time: 0.1209285 Feb 17 00:49:38.064645 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-984c6171-8423-4ed2-8341-7da72cf4402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:38.066249 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-984c6171-8423-4ed2-8341-7da72cf4402b service neutron] 10.222.0.38 "GET /v2.0/networks?id=b12c2a47-5525-4924-8d69-895860a58195 HTTP/1.1" status: 200 len: 903 time: 0.2606716 Feb 17 00:49:38.071458 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603545e4-1724-4b54-b878-16de5c1a0849 req-54b66d62-b778-4cec-a759-d30e36c9ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:38.073875 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-603545e4-1724-4b54-b878-16de5c1a0849 req-54b66d62-b778-4cec-a759-d30e36c9ca49 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b12c2a47-5525-4924-8d69-895860a58195 HTTP/1.1" status: 200 len: 903 time: 0.2437449 Feb 17 00:49:38.092393 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-dda3bb44-6b69-4227-97b4-a3233713afee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:45:22Z', 'revision_number': 4, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe', 'name': '', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'mac_address': 'fa:16:3e:94:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:21Z', 'updated_at': '2021-02-17T00:45:31Z', 'revision_number': 5, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'subnets': [{'id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:38.096430 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3bb44-6b69-4227-97b4-a3233713afee None None] Checking router: 3169b679-43a6-4830-9c37-b3fc3d5c61af for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:49:38.105339 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3bb44-6b69-4227-97b4-a3233713afee None None] Routers {'3169b679-43a6-4830-9c37-b3fc3d5c61af'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:49:38.105982 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-dda3bb44-6b69-4227-97b4-a3233713afee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:49:15Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['3169b679-43a6-4830-9c37-b3fc3d5c61af'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:38.203112 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-a0259ee5-d124-4b5f-b696-7b989b889878 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 200 len: 217 time: 0.1281743 Feb 17 00:49:38.213604 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-603545e4-1724-4b54-b878-16de5c1a0849 req-f970b167-e4b1-4ce1-9c5b-22061a248bdb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 200 len: 217 time: 0.0815187 Feb 17 00:49:38.305043 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-dda3bb44-6b69-4227-97b4-a3233713afee None None] Set router 3169b679-43a6-4830-9c37-b3fc3d5c61af gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:49:38.335707 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-6fe2d883-ef8f-45f1-96e7-44dfa7c06b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:38.337310 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-6fe2d883-ef8f-45f1-96e7-44dfa7c06b15 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d46bbf9d-7ee4-4a03-b62d-7d29f2447033 HTTP/1.1" status: 200 len: 848 time: 0.1260676 Feb 17 00:49:38.340918 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603545e4-1724-4b54-b878-16de5c1a0849 req-f16e5c0f-c3ac-434b-a899-bd3db335b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:38.342452 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-603545e4-1724-4b54-b878-16de5c1a0849 req-f16e5c0f-c3ac-434b-a899-bd3db335b44d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d46bbf9d-7ee4-4a03-b62d-7d29f2447033 HTTP/1.1" status: 200 len: 848 time: 0.0942366 Feb 17 00:49:38.491089 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-3aef0a4e-6b5a-4ca7-87a8-5d3748ce4cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:38.492771 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-3aef0a4e-6b5a-4ca7-87a8-5d3748ce4cd6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b12c2a47-5525-4924-8d69-895860a58195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1468921 Feb 17 00:49:38.499453 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603545e4-1724-4b54-b878-16de5c1a0849 req-ab7f6808-f784-43f9-b664-867db11fd70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:38.501033 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-603545e4-1724-4b54-b878-16de5c1a0849 req-ab7f6808-f784-43f9-b664-867db11fd70f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b12c2a47-5525-4924-8d69-895860a58195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1192098 Feb 17 00:49:38.663986 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-dda3bb44-6b69-4227-97b4-a3233713afee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:45:22Z', 'revision_number': 4, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe', 'name': '', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'mac_address': 'fa:16:3e:94:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:21Z', 'updated_at': '2021-02-17T00:45:31Z', 'revision_number': 5, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'subnets': [{'id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:38.669309 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3bb44-6b69-4227-97b4-a3233713afee None None] The sync data for ids ['3169b679-43a6-4830-9c37-b3fc3d5c61af'] in dv-cinder-759943-4-smb is: [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:45:22Z', 'revision_number': 4, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb', '_interfaces': [{'id': 'ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe', 'name': '', 'network_id': 'b12c2a47-5525-4924-8d69-895860a58195', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'mac_address': 'fa:16:3e:94:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:21Z', 'updated_at': '2021-02-17T00:45:31Z', 'revision_number': 5, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'subnets': [{'id': 'd46bbf9d-7ee4-4a03-b62d-7d29f2447033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:49:39.019342 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-c67b903e-a9c6-4d27-a857-7797e23605ed service neutron] 10.222.0.38 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172441 Feb 17 00:49:39.022652 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-603545e4-1724-4b54-b878-16de5c1a0849 req-312032de-432c-4a8e-93b0-56ccfcea9cf7 service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966109 Feb 17 00:49:39.084430 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a2d92-1e7b-4901-acd8-5190d3944734 None None] New status for floating IP 72ae5d97-14a0-44b9-a834-08bcde2bd677: DOWN {{(pid=84044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 00:49:39.289722 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-81db627b-b37a-47b0-af0b-1ad62da1a591 req-342a6df3-50bd-4a50-b00f-47115b6f0f6e service neutron] 10.222.0.38 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2635593 Feb 17 00:49:39.294186 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-603545e4-1724-4b54-b878-16de5c1a0849 req-f933646d-b9f7-4ae4-9d53-8055fbc8ad94 service neutron] 10.222.0.49 "GET /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2452998 Feb 17 00:49:40.039713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49662665-340a-4d16-a34f-07f1f166d485 req-9d89529c-e06f-46d3-aa3c-8c166aab284f tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:40.040491 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-49662665-340a-4d16-a34f-07f1f166d485 req-9d89529c-e06f-46d3-aa3c-8c166aab284f tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Synchronizing usage tracker for tenant:17f7fd7ace3b4b808e4f30b26528935b on resource:port {{(pid=84042) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 00:49:40.149500 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.quota.resource [req-49662665-340a-4d16-a34f-07f1f166d485 req-9d89529c-e06f-46d3-aa3c-8c166aab284f tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Unset dirty status for tenant:17f7fd7ace3b4b808e4f30b26528935b on resource:port {{(pid=84042) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 00:49:40.151483 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-49662665-340a-4d16-a34f-07f1f166d485 req-9d89529c-e06f-46d3-aa3c-8c166aab284f tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.2016079 Feb 17 00:49:40.201433 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-49662665-340a-4d16-a34f-07f1f166d485 req-2031073c-ec6c-41dc-ab48-132ff9c9e872 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0434752 Feb 17 00:49:41.385122 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1ea1e-413d-41e0-b18f-c9ee6b6f30e6 req-53f5b572-da4b-4e95-9b2d-38e2d7357fe0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:41.387008 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6aa1ea1e-413d-41e0-b18f-c9ee6b6f30e6 req-53f5b572-da4b-4e95-9b2d-38e2d7357fe0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.0934725 Feb 17 00:49:41.468142 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-6aa1ea1e-413d-41e0-b18f-c9ee6b6f30e6 req-53b05514-c6f8-4c37-96ce-97b9ddff8ea0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Deleting port 76c07e08-533e-4935-a873-56af54be138a {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:49:41.468819 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-6aa1ea1e-413d-41e0-b18f-c9ee6b6f30e6 req-53b05514-c6f8-4c37-96ce-97b9ddff8ea0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:41.616140 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98b100-f6ba-42f8-b3f4-82ccf40867f8 req-80037ce5-bf81-4268-90c2-016493032e9e tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 00:49:41.617826 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ef98b100-f6ba-42f8-b3f4-82ccf40867f8 req-80037ce5-bf81-4268-90c2-016493032e9e tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 946 time: 0.1566021 Feb 17 00:49:41.667100 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-ef98b100-f6ba-42f8-b3f4-82ccf40867f8 req-24935f79-2086-4351-9c22-07c7d41c26ba tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups?id=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0425224 Feb 17 00:49:41.733140 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [req-6aa1ea1e-413d-41e0-b18f-c9ee6b6f30e6 req-53b05514-c6f8-4c37-96ce-97b9ddff8ea0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] For port 76c07e08-533e-4935-a873-56af54be138a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=76c07e08-533e-4935-a873-56af54be138a,segment=NetworkSegment(93d54657-0471-409d-8289-c84288d1e659),segment_id=93d54657-0471-409d-8289-c84288d1e659)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:49:41.733530 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-6aa1ea1e-413d-41e0-b18f-c9ee6b6f30e6 req-53b05514-c6f8-4c37-96ce-97b9ddff8ea0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:41.872410 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [req-6aa1ea1e-413d-41e0-b18f-c9ee6b6f30e6 req-53b05514-c6f8-4c37-96ce-97b9ddff8ea0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Calling delete_port for 76c07e08-533e-4935-a873-56af54be138a owned by compute:nova {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:49:41.986869 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Device 76c07e08-533e-4935-a873-56af54be138a no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:49:42.111774 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942091'] for port, before_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:42.126341 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-6aa1ea1e-413d-41e0-b18f-c9ee6b6f30e6 req-53b05514-c6f8-4c37-96ce-97b9ddff8ea0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:42.144586 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-60ce9543-d832-413e-9f01-935ab9e75546 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:49:42.265846 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b05514-c6f8-4c37-96ce-97b9ddff8ea0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Pushing event deleted for resources: {'Port': ['ID=76c07e08-533e-4935-a873-56af54be138a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:49:42.268752 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-53b05514-c6f8-4c37-96ce-97b9ddff8ea0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:49:42.369826 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa1ea1e-413d-41e0-b18f-c9ee6b6f30e6 req-53b05514-c6f8-4c37-96ce-97b9ddff8ea0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] No DVR routers for this DVR port 76c07e08-533e-4935-a873-56af54be138a on host hv-cinder-75994 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:49:42.372636 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-6aa1ea1e-413d-41e0-b18f-c9ee6b6f30e6 req-53b05514-c6f8-4c37-96ce-97b9ddff8ea0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410752'] for port, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:42.376016 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'name': 'network-vif-deleted', 'tag': '76c07e08-533e-4935-a873-56af54be138a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 00:49:42.464194 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2267d6-4b09-4a5d-aa3b-fee8f0be9609', 'name': 'network-vif-deleted', 'tag': '76c07e08-533e-4935-a873-56af54be138a', 'status': 'completed', 'code': 200} Feb 17 00:49:42.487221 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-6aa1ea1e-413d-41e0-b18f-c9ee6b6f30e6 req-53b05514-c6f8-4c37-96ce-97b9ddff8ea0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.49 "DELETE /v2.0/ports/76c07e08-533e-4935-a873-56af54be138a HTTP/1.1" status: 204 len: 173 time: 1.0953603 Feb 17 00:49:42.732207 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-21c4ad2b-8908-45f0-b028-41403bf4f164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:42.858077 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-d25c3f5c-4ac1-47b7-913d-418fb24676e3 req-d3ffbb54-8660-4151-85da-5de8b7b60dae tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2267d6-4b09-4a5d-aa3b-fee8f0be9609 HTTP/1.1" status: 200 len: 210 time: 0.0545452 Feb 17 00:49:44.037343 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-60cd234f-6d7d-4c7f-8d17-9db0cf0ddc2c req-67d18d78-86d7-4e36-9fb9-669b689b27c0 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "GET /v2.0/security-groups/b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4 HTTP/1.1" status: 200 len: 2991 time: 0.0515077 Feb 17 00:49:44.111956 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-60cd234f-6d7d-4c7f-8d17-9db0cf0ddc2c req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:44.141129 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-60cd234f-6d7d-4c7f-8d17-9db0cf0ddc2c req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:44.572804 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-60cd234f-6d7d-4c7f-8d17-9db0cf0ddc2c req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:44.578601 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-bc03eed7-d1b2-4e4b-b0f4-e68d0d00277c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:49:44.595711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:49:44.605186 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.605647 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.606063 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.606474 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.607215 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.607359 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.607806 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.608262 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.608691 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.609117 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.609578 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.612984 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-smb {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.612984 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.612984 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.612984 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.612984 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.612984 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.612984 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.612984 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.613852 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.613852 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.614134 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.614317 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.614716 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 00:49:44.618463 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:49:44.685103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [req-60cd234f-6d7d-4c7f-8d17-9db0cf0ddc2c req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:44.687186 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [req-60cd234f-6d7d-4c7f-8d17-9db0cf0ddc2c req-c7775b5f-e451-4c21-9173-4949e560df29 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] 10.222.0.38 "DELETE /v2.0/security-groups/b50ea9e7-72a6-4b1e-a752-b06e5bfe3ad4 HTTP/1.1" status: 204 len: 173 time: 0.6411459 Feb 17 00:49:44.807276 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44524) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:49:45.380395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846513271'] for router_interface, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:45.383612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b4becb30-0b9d-4190-a937-bc31cc6b68b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:45.515040 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:45.746302 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] Deleting port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:49:45.746692 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:45.928592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] For port ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe,segment=NetworkSegment(93d54657-0471-409d-8289-c84288d1e659),segment_id=93d54657-0471-409d-8289-c84288d1e659)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:49:45.929043 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:46.303385 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] Calling delete_port for ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe owned by network:router_interface {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:49:46.640476 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:46.807465 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:46.823584 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-e9d6b5bf-3cc8-4256-bc3e-138864d01f17 tempest-AttachVolumeTestJSON-1801790106 tempest-AttachVolumeTestJSON-1801790106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:49:46.930729 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] Pushing event deleted for resources: {'Port': ['ID=ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:49:46.935243 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:49:47.073936 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:47.236725 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7969429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846513177'] for router_interface, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:47.737090 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] Router 3169b679-43a6-4830-9c37-b3fc3d5c61af has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:49:47.927535 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:49:47.938595 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996a71d0-eee5-49a5-92b5-a8dce694e44a None None] Sync routers for ids ['3169b679-43a6-4830-9c37-b3fc3d5c61af'] in dv-cinder-759943-4-smb {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:49:47.941328 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] 10.222.0.38 "PUT /v2.0/routers/3169b679-43a6-4830-9c37-b3fc3d5c61af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1321809 Feb 17 00:49:47.943379 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44530) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:49:47.949182 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a71d0-eee5-49a5-92b5-a8dce694e44a None None] Routers {'3169b679-43a6-4830-9c37-b3fc3d5c61af'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:49:47.949914 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-996a71d0-eee5-49a5-92b5-a8dce694e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:49:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['3169b679-43a6-4830-9c37-b3fc3d5c61af'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:48.129428 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] Notify callbacks [] for router, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:48.140253 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-996a71d0-eee5-49a5-92b5-a8dce694e44a None None] Set router 3169b679-43a6-4830-9c37-b3fc3d5c61af gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:49:48.318428 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:48.349713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] Deleting port d1d80db1-95ef-48cf-85b2-6d490209ddbb {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:49:48.350095 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:48.444764 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-996a71d0-eee5-49a5-92b5-a8dce694e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:49:46Z', 'revision_number': 5, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:48.449743 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996a71d0-eee5-49a5-92b5-a8dce694e44a None None] Checking router: 3169b679-43a6-4830-9c37-b3fc3d5c61af for host: dv-cinder-759943-4-smb {{(pid=84045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:49:48.458545 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a71d0-eee5-49a5-92b5-a8dce694e44a None None] Routers {'3169b679-43a6-4830-9c37-b3fc3d5c61af'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:49:48.459190 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-996a71d0-eee5-49a5-92b5-a8dce694e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:49:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['3169b679-43a6-4830-9c37-b3fc3d5c61af'], 'active': True} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:48.539330 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] For port d1d80db1-95ef-48cf-85b2-6d490209ddbb, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=d1d80db1-95ef-48cf-85b2-6d490209ddbb,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:49:48.539755 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:48.650434 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-996a71d0-eee5-49a5-92b5-a8dce694e44a None None] Set router 3169b679-43a6-4830-9c37-b3fc3d5c61af gateway port host: dv-cinder-759943-4-smb {{(pid=84045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:49:48.677177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] Calling delete_port for d1d80db1-95ef-48cf-85b2-6d490209ddbb owned by network:router_gateway {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:49:48.970818 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-996a71d0-eee5-49a5-92b5-a8dce694e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:49:46Z', 'revision_number': 5, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:48.974944 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996a71d0-eee5-49a5-92b5-a8dce694e44a None None] The sync data for ids ['3169b679-43a6-4830-9c37-b3fc3d5c61af'] in dv-cinder-759943-4-smb is: [{'id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'name': 'tempest-TestShelveInstance-1717071953-router', 'tenant_id': '17f7fd7ace3b4b808e4f30b26528935b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:16Z', 'updated_at': '2021-02-17T00:49:46Z', 'revision_number': 5, 'project_id': '17f7fd7ace3b4b808e4f30b26528935b', 'gw_port': {'id': 'd1d80db1-95ef-48cf-85b2-6d490209ddbb', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3169b679-43a6-4830-9c37-b3fc3d5c61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:17Z', 'updated_at': '2021-02-17T00:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}] {{(pid=84045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:49:49.141161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:49.344248 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846438485'] for router_gateway, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:49.481872 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846393821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745199'] for router, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:49.484199 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:49.761314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846393599'] for router, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:49.761895 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3169b679-43a6-4830-9c37-b3fc3d5c61af {{(pid=84042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:49:49.774414 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] Notify callbacks [] for router, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:49.777697 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-1ac3ab9a-4381-4ca4-a6c3-4e14dbc45f64 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3169b679-43a6-4830-9c37-b3fc3d5c61af HTTP/1.1" status: 204 len: 168 time: 1.8332889 Feb 17 00:49:49.779035 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44534) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:49:49.849734 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8d9869-3e61-4890-904d-f1375cf746e8 admin admin] Deleting subnet d46bbf9d-7ee4-4a03-b62d-7d29f2447033 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:49:49.852918 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9869-3e61-4890-904d-f1375cf746e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:49.906161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9869-3e61-4890-904d-f1375cf746e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847819781'] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:49.995048 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9869-3e61-4890-904d-f1375cf746e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:50.738051 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9869-3e61-4890-904d-f1375cf746e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6621453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6984457'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:50.752176 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:49:50.814959 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device d1d80db1-95ef-48cf-85b2-6d490209ddbb no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:49:50.816668 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:49:50.853256 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d9869-3e61-4890-904d-f1375cf746e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d46bbf9d-7ee4-4a03-b62d-7d29f2447033,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:49:50.857150 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: d1d80db1-95ef-48cf-85b2-6d490209ddbb {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:49:50.857592 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device d1d80db1-95ef-48cf-85b2-6d490209ddbb not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:49:50.858156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:49:50.858597 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8d8d9869-3e61-4890-904d-f1375cf746e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:49:50.894121 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:49:50.894528 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device ccbf8eae-6ad2-4dc1-a946-bcaab72d98fe not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:49:50.897520 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9869-3e61-4890-904d-f1375cf746e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:50.903655 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0accfdff-655e-4038-9a77-dfd4e088d1aa None None] Network b12c2a47-5525-4924-8d69-895860a58195 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:49:50.904871 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-8d8d9869-3e61-4890-904d-f1375cf746e8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d46bbf9d-7ee4-4a03-b62d-7d29f2447033 HTTP/1.1" status: 204 len: 168 time: 1.1247454 Feb 17 00:49:50.907514 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44540) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:49:51.023212 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:51.098706 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Deleting port b0d6eaad-42e0-4280-a348-eeef709896dc {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:49:51.099092 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:51.154218 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad350a74-dc4b-455d-ab4b-e4c7b1e5d0ff None None] DHCP port deletion for b12c2a47-5525-4924-8d69-895860a58195 request from dv-cinder-759943-4-smb {{(pid=84044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:49:51.158528 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ad350a74-dc4b-455d-ab4b-e4c7b1e5d0ff None None] Deleting port b0d6eaad-42e0-4280-a348-eeef709896dc {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:49:51.158958 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ad350a74-dc4b-455d-ab4b-e4c7b1e5d0ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:51.327667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] For port b0d6eaad-42e0-4280-a348-eeef709896dc, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=b0d6eaad-42e0-4280-a348-eeef709896dc,segment=NetworkSegment(93d54657-0471-409d-8289-c84288d1e659),segment_id=93d54657-0471-409d-8289-c84288d1e659)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:49:51.327970 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:51.380818 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-ad350a74-dc4b-455d-ab4b-e4c7b1e5d0ff None None] For port b0d6eaad-42e0-4280-a348-eeef709896dc, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=b0d6eaad-42e0-4280-a348-eeef709896dc,segment=NetworkSegment(93d54657-0471-409d-8289-c84288d1e659),segment_id=93d54657-0471-409d-8289-c84288d1e659)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:49:51.381282 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ad350a74-dc4b-455d-ab4b-e4c7b1e5d0ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:51.463693 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Calling delete_port for b0d6eaad-42e0-4280-a348-eeef709896dc owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:49:51.513814 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ad350a74-dc4b-455d-ab4b-e4c7b1e5d0ff None None] Calling delete_port for b0d6eaad-42e0-4280-a348-eeef709896dc owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:49:51.591541 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [None req-ad350a74-dc4b-455d-ab4b-e4c7b1e5d0ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:49:51.591870 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [None req-ad350a74-dc4b-455d-ab4b-e4c7b1e5d0ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:49:51.594888 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:51.610576 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-8b3a6155-d315-454d-977c-26700ad7ae69 tempest-TestShelveInstance-1326458911 tempest-TestShelveInstance-1326458911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:49:51.716057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d6eaad-42e0-4280-a348-eeef709896dc,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:49:51.720009 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:49:51.756490 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] No DVR routers for this DVR port b0d6eaad-42e0-4280-a348-eeef709896dc on host dv-cinder-759943-4-smb {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:49:51.880574 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:51.992578 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12c2a47-5525-4924-8d69-895860a58195']}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:52.010654 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d54657-0471-409d-8289-c84288d1e659') {'for_net_delete': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:52.011028 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d54657-0471-409d-8289-c84288d1e659') {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:52.022899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6956003'] for segment, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:52.037685 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:52.040214 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:49:52.093546 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ad350a74-dc4b-455d-ab4b-e4c7b1e5d0ff None None] Deleting port b0d6eaad-42e0-4280-a348-eeef709896dc {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:49:52.094017 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ad350a74-dc4b-455d-ab4b-e4c7b1e5d0ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:52.164977 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-ad350a74-dc4b-455d-ab4b-e4c7b1e5d0ff None None] The port 'b0d6eaad-42e0-4280-a348-eeef709896dc' was deleted {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:49:52.222796 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Network b12c2a47-5525-4924-8d69-895860a58195 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:49:52.231981 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848153614'] for segment, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:52.414512 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Network b12c2a47-5525-4924-8d69-895860a58195 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:49:52.437623 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:49:52.726098 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:52.730649 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ae4d6bbe-035c-4a2c-b2ec-2d28ad51a8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:49:52.745829 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:52.757920 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Pushing event deleted for resources: {'Network': ['ID=b12c2a47-5525-4924-8d69-895860a58195,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:49:52.762342 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:49:52.813941 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device b0d6eaad-42e0-4280-a348-eeef709896dc no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:49:52.858849 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c27018c5-2e30-4c59-a796-9c051279d57e admin admin] 10.222.0.38 "DELETE /v2.0/networks/b12c2a47-5525-4924-8d69-895860a58195 HTTP/1.1" status: 204 len: 168 time: 1.9501894 Feb 17 00:49:52.861912 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44544) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:49:52.864264 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: b0d6eaad-42e0-4280-a348-eeef709896dc {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:49:52.864711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device b0d6eaad-42e0-4280-a348-eeef709896dc not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:49:53.431203 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c3f22e86-ffa3-4332-a503-0209704b8643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846513271'] for router_interface, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:53.799961 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-c3f22e86-ffa3-4332-a503-0209704b8643 admin admin] Deleting port d853feeb-cce9-43f0-91a3-326d5551dcaa {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:49:53.800344 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c3f22e86-ffa3-4332-a503-0209704b8643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:54.216284 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-c3f22e86-ffa3-4332-a503-0209704b8643 admin admin] For port d853feeb-cce9-43f0-91a3-326d5551dcaa, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=d853feeb-cce9-43f0-91a3-326d5551dcaa,segment=NetworkSegment(96651a01-8a52-41a3-80d1-bff789a5c06f),segment_id=96651a01-8a52-41a3-80d1-bff789a5c06f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:49:54.216704 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c3f22e86-ffa3-4332-a503-0209704b8643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:54.351241 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-c3f22e86-ffa3-4332-a503-0209704b8643 admin admin] Calling delete_port for d853feeb-cce9-43f0-91a3-326d5551dcaa owned by network:router_interface {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:49:54.564899 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c3f22e86-ffa3-4332-a503-0209704b8643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:54.580696 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-86018255-c0ae-4fff-8e0f-1da6d31888fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:49:54.675280 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f22e86-ffa3-4332-a503-0209704b8643 admin admin] Pushing event deleted for resources: {'Port': ['ID=d853feeb-cce9-43f0-91a3-326d5551dcaa,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:49:54.685257 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-c3f22e86-ffa3-4332-a503-0209704b8643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:49:54.995326 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c3f22e86-ffa3-4332-a503-0209704b8643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7969429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846513177'] for router_interface, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:55.526495 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f22e86-ffa3-4332-a503-0209704b8643 admin admin] Router 426af6a6-07fa-42b9-bab1-8a0333215c5d has already been hosted by L3 agent bde5d53e-f546-4f49-8a6c-6b17eb86e91a {{(pid=84042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 00:49:55.526794 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:55.718514 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f22e86-ffa3-4332-a503-0209704b8643 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-smb the message routers_updated {{(pid=84042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 00:49:55.727076 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55e9bb-66a9-40d0-937d-412f6b335cc7 None None] Sync routers for ids ['426af6a6-07fa-42b9-bab1-8a0333215c5d'] in dv-cinder-759943-4-smb {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 00:49:55.727968 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-c3f22e86-ffa3-4332-a503-0209704b8643 admin admin] 10.222.0.38 "PUT /v2.0/routers/426af6a6-07fa-42b9-bab1-8a0333215c5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8647418 Feb 17 00:49:55.731420 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44548) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:49:55.737915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55e9bb-66a9-40d0-937d-412f6b335cc7 None None] Routers {'426af6a6-07fa-42b9-bab1-8a0333215c5d'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:49:55.738612 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-bd55e9bb-66a9-40d0-937d-412f6b335cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:49:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['426af6a6-07fa-42b9-bab1-8a0333215c5d'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:55.927431 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] Notify callbacks [] for router, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:56.098855 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-bd55e9bb-66a9-40d0-937d-412f6b335cc7 None None] Set router 426af6a6-07fa-42b9-bab1-8a0333215c5d gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:49:56.116870 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:56.122278 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] Deleting port 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:49:56.122698 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:56.305245 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] For port 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93,segment=NetworkSegment(a810a56a-1f4e-41ca-8b75-dc9672ecd6ac),segment_id=a810a56a-1f4e-41ca-8b75-dc9672ecd6ac)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:49:56.305699 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:56.406146 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-bd55e9bb-66a9-40d0-937d-412f6b335cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'name': 'tempest-TestShelveInstance-628425714-router', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:25Z', 'updated_at': '2021-02-17T00:49:54Z', 'revision_number': 5, 'project_id': '470f103668d84558aac04e4c28bda9aa', 'gw_port': {'id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:27Z', 'updated_at': '2021-02-17T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:56.410245 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55e9bb-66a9-40d0-937d-412f6b335cc7 None None] Checking router: 426af6a6-07fa-42b9-bab1-8a0333215c5d for host: dv-cinder-759943-4-smb {{(pid=84044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 00:49:56.419239 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55e9bb-66a9-40d0-937d-412f6b335cc7 None None] Routers {'426af6a6-07fa-42b9-bab1-8a0333215c5d'} bound to L3 agent in host dv-cinder-759943-4-smb {{(pid=84044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 00:49:56.419897 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-bd55e9bb-66a9-40d0-937d-412f6b335cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:24:45Z,description=,heartbeat_timestamp=2021-02-17T00:49:45Z,host='dv-cinder-759943-4-smb',id=bde5d53e-f546-4f49-8a6c-6b17eb86e91a,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T00:24:45Z,topic='l3_agent')) {'router_ids': ['426af6a6-07fa-42b9-bab1-8a0333215c5d'], 'active': True} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:56.441713 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] Calling delete_port for 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 owned by network:router_gateway {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:49:56.620456 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvr_db [None req-bd55e9bb-66a9-40d0-937d-412f6b335cc7 None None] Set router 426af6a6-07fa-42b9-bab1-8a0333215c5d gateway port host: dv-cinder-759943-4-smb {{(pid=84044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 00:49:56.818635 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:56.942192 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_hamode_db [None req-bd55e9bb-66a9-40d0-937d-412f6b335cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'name': 'tempest-TestShelveInstance-628425714-router', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:25Z', 'updated_at': '2021-02-17T00:49:54Z', 'revision_number': 5, 'project_id': '470f103668d84558aac04e4c28bda9aa', 'gw_port': {'id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:27Z', 'updated_at': '2021-02-17T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}], 'dv-cinder-759943-4-smb', False) {} {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:56.946370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55e9bb-66a9-40d0-937d-412f6b335cc7 None None] The sync data for ids ['426af6a6-07fa-42b9-bab1-8a0333215c5d'] in dv-cinder-759943-4-smb is: [{'id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'name': 'tempest-TestShelveInstance-628425714-router', 'tenant_id': '470f103668d84558aac04e4c28bda9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'external_fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107'}], 'enable_snat': True}, 'gw_port_id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:45:25Z', 'updated_at': '2021-02-17T00:49:54Z', 'revision_number': 5, 'project_id': '470f103668d84558aac04e4c28bda9aa', 'gw_port': {'id': '9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93', 'name': '', 'network_id': '3cbdbc70-d7bd-4bf3-84f2-140283f8882a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426af6a6-07fa-42b9-bab1-8a0333215c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'ip_address': '172.28.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:45:27Z', 'updated_at': '2021-02-17T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e64d413-6664-47c4-a852-9f8e80de566a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-smb'}] {{(pid=84044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 00:49:57.019954 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846438485'] for router_gateway, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:57.165968 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846393821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745199'] for router, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:57.169751 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:57.526008 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846393599'] for router, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:57.526522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 426af6a6-07fa-42b9-bab1-8a0333215c5d {{(pid=84042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 00:49:57.539015 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] Notify callbacks [] for router, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:57.540253 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-e7d62718-89fd-4067-8451-4cec8d8edb53 admin admin] 10.222.0.38 "DELETE /v2.0/routers/426af6a6-07fa-42b9-bab1-8a0333215c5d HTTP/1.1" status: 204 len: 168 time: 1.8076499 Feb 17 00:49:57.543062 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44552) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:49:57.616197 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa08449-2732-401c-80c6-8e342ff93594 admin admin] Deleting subnet a0468306-0f13-4cb5-b38f-c6aeed69fb26 {{(pid=84042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 00:49:57.620002 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5aa08449-2732-401c-80c6-8e342ff93594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:57.673071 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5aa08449-2732-401c-80c6-8e342ff93594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847819781'] for subnet, precommit_delete_associations {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:57.767581 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5aa08449-2732-401c-80c6-8e342ff93594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853737228'] for subnet, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:58.178057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5aa08449-2732-401c-80c6-8e342ff93594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8317125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6621453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6984457'] for subnet, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:58.192702 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:49:58.280113 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa08449-2732-401c-80c6-8e342ff93594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0468306-0f13-4cb5-b38f-c6aeed69fb26,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:49:58.295310 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5aa08449-2732-401c-80c6-8e342ff93594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:49:58.336867 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5aa08449-2732-401c-80c6-8e342ff93594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for subnet, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:58.342354 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b0dee9-1903-4ba6-b978-99b8ff714025 None None] Network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 requested from dv-cinder-759943-4-smb {{(pid=84044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 00:49:58.343252 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-5aa08449-2732-401c-80c6-8e342ff93594 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a0468306-0f13-4cb5-b38f-c6aeed69fb26 HTTP/1.1" status: 204 len: 168 time: 0.7990010 Feb 17 00:49:58.345967 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44556) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:49:58.460076 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854174762'] for network, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:58.532996 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Deleting port 62383a65-dada-45bb-9b9d-bf0ab5630915 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:49:58.533406 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:58.601057 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8344d2-7206-4dc2-a95f-8220c153a5d8 None None] DHCP port deletion for bb6403dd-ed4e-4ad7-b755-31d4e1e42759 request from dv-cinder-759943-4-smb {{(pid=84044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 00:49:58.606223 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-dd8344d2-7206-4dc2-a95f-8220c153a5d8 None None] Deleting port 62383a65-dada-45bb-9b9d-bf0ab5630915 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:49:58.606745 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd8344d2-7206-4dc2-a95f-8220c153a5d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:58.758126 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] For port 62383a65-dada-45bb-9b9d-bf0ab5630915, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=62383a65-dada-45bb-9b9d-bf0ab5630915,segment=NetworkSegment(96651a01-8a52-41a3-80d1-bff789a5c06f),segment_id=96651a01-8a52-41a3-80d1-bff789a5c06f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:49:58.758531 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:58.819303 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 62383a65-dada-45bb-9b9d-bf0ab5630915 no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:49:58.874711 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-dd8344d2-7206-4dc2-a95f-8220c153a5d8 None None] For port 62383a65-dada-45bb-9b9d-bf0ab5630915, host dv-cinder-759943-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-smb',level=0,port_id=62383a65-dada-45bb-9b9d-bf0ab5630915,segment=NetworkSegment(96651a01-8a52-41a3-80d1-bff789a5c06f),segment_id=96651a01-8a52-41a3-80d1-bff789a5c06f)] {{(pid=84044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 00:49:58.875654 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd8344d2-7206-4dc2-a95f-8220c153a5d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8336487'] for port, precommit_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:58.904717 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Calling delete_port for 62383a65-dada-45bb-9b9d-bf0ab5630915 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:49:59.022156 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-dd8344d2-7206-4dc2-a95f-8220c153a5d8 None None] Calling delete_port for 62383a65-dada-45bb-9b9d-bf0ab5630915 owned by network:dhcp {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 00:49:59.023018 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-942256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268288785097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363268289163516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6622169'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:59.039448 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-a0ff9747-2f4b-4025-b2cc-3538306ba72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:49:59.064393 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.db [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No active binding found for port 62383a65-dada-45bb-9b9d-bf0ab5630915 {{(pid=84044) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 17 00:49:59.064855 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 62383a65-dada-45bb-9b9d-bf0ab5630915 not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:49:59.065389 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device d853feeb-cce9-43f0-91a3-326d5551dcaa no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:49:59.113995 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: d853feeb-cce9-43f0-91a3-326d5551dcaa {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:49:59.114395 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device d853feeb-cce9-43f0-91a3-326d5551dcaa not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:49:59.114871 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 no longer exists at agent ovs-agent-dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 00:49:59.147632 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Pushing event deleted for resources: {'Port': ['ID=62383a65-dada-45bb-9b9d-bf0ab5630915,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:49:59.150354 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:49:59.156205 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] No Port match for: 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 {{(pid=84044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 00:49:59.156616 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.rpc [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Device 9aabc7aa-2bcf-4af2-85f8-18a8b3a99a93 not bound to the agent host dv-cinder-759943-4-smb {{(pid=84044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 00:49:59.178006 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.db.api [None req-dd8344d2-7206-4dc2-a95f-8220c153a5d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 00:49:59.178552 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_db.api [None req-dd8344d2-7206-4dc2-a95f-8220c153a5d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 00:49:59.195353 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] No DVR routers for this DVR port 62383a65-dada-45bb-9b9d-bf0ab5630915 on host dv-cinder-759943-4-smb {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 00:49:59.320877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853735827', 'neutron.services.segments.db._delete_segments_for_network-8768566143978'] for network, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:59.435737 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6403dd-ed4e-4ad7-b755-31d4e1e42759']}} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:59.448567 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96651a01-8a52-41a3-80d1-bff789a5c06f') {'for_net_delete': True} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:59.448902 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.services.segments.db [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96651a01-8a52-41a3-80d1-bff789a5c06f') {} {{(pid=84042) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 00:49:59.460630 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268288630012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6956003'] for segment, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:59.549228 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1030621'] for segment, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:59.551387 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 00:49:59.679555 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-dd8344d2-7206-4dc2-a95f-8220c153a5d8 None None] Deleting port 62383a65-dada-45bb-9b9d-bf0ab5630915 {{(pid=84044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 00:49:59.680000 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dd8344d2-7206-4dc2-a95f-8220c153a5d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268288724596'] for port, before_delete {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:59.731372 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:49:59.740442 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853745179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848153614'] for segment, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:49:59.754103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.plugin [None req-dd8344d2-7206-4dc2-a95f-8220c153a5d8 None None] The port '62383a65-dada-45bb-9b9d-bf0ab5630915' was deleted {{(pid=84044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 00:49:59.923033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.plugins.ml2.managers [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Network bb6403dd-ed4e-4ad7-b755-31d4e1e42759 has no segments {{(pid=84042) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: Traceback (most recent call last): Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: timer() Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: cb(*args, **kw) Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: return func(*args, **kwargs) Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: self._notify() Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: self.callback(batched_events) Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: event.method(event) Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: segment_id)['aggregates'][0] Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: return f(self, *a, **k) Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: return self._get(url).json() Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: **kwargs) Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: return self.request(url, 'GET', **kwargs) Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: **endpoint_filter) Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 00:49:59.946009 dv-cinder-759943-4-smb neutron-server[83929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 00:50:00.206177 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1039973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846806370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8331923'] for network, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:00.209851 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5dd6cf02-09af-4080-a4f2-7341bf6cba7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:50:00.224709 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7955056'] for network, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:00.235502 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6403dd-ed4e-4ad7-b755-31d4e1e42759,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:50:00.239103 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:50:00.240592 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-7a8c2c4f-54df-4267-819e-708428b76134 admin admin] 10.222.0.38 "DELETE /v2.0/networks/bb6403dd-ed4e-4ad7-b755-31d4e1e42759 HTTP/1.1" status: 204 len: 168 time: 1.8936360 Feb 17 00:50:00.604107 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44562) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:50:00.656568 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-affa7b62-db2f-4724-b1dd-7100bc796523 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=17f7fd7ace3b4b808e4f30b26528935b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510499 Feb 17 00:50:00.659167 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84042) accepted ('10.222.0.38', 44566) {{(pid=84042) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:50:00.719187 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-def86990-42b4-4f5b-86ac-b7a00b6664e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:00.745967 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-def86990-42b4-4f5b-86ac-b7a00b6664e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:01.136942 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-def86990-42b4-4f5b-86ac-b7a00b6664e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:01.142312 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-5a6dc701-1deb-4a81-b318-d91476976456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:50:01.156758 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def86990-42b4-4f5b-86ac-b7a00b6664e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31498ae7-3d14-44da-8dfd-6a65c3c5c2c9,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:50:01.160877 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-def86990-42b4-4f5b-86ac-b7a00b6664e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84042) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:50:01.165919 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-def86990-42b4-4f5b-86ac-b7a00b6664e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84042) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:01.167416 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-def86990-42b4-4f5b-86ac-b7a00b6664e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/31498ae7-3d14-44da-8dfd-6a65c3c5c2c9 HTTP/1.1" status: 204 len: 168 time: 0.5072954 Feb 17 00:50:01.695313 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 44574) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:50:01.746624 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-e5f28f38-0877-4b37-96da-1cc0e314b94c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=470f103668d84558aac04e4c28bda9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500133 Feb 17 00:50:01.749161 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [-] (84043) accepted ('10.222.0.38', 44578) {{(pid=84043) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 00:50:01.809295 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ba1af4c0-865a-4d68-abba-954bc8b6c727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:01.835978 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ba1af4c0-865a-4d68-abba-954bc8b6c727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:01.966162 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ba1af4c0-865a-4d68-abba-954bc8b6c727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8311577'] for security_group, after_delete {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:01.971550 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-9de8127c-8f3e-45ed-84f2-3e95c3ac66cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 00:50:01.984384 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1af4c0-865a-4d68-abba-954bc8b6c727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac86539-eb1f-4980-accd-0c5943edf4ab,revision_number=None']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 00:50:01.987672 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG oslo_concurrency.lockutils [None req-ba1af4c0-865a-4d68-abba-954bc8b6c727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84043) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 00:50:01.989794 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ba1af4c0-865a-4d68-abba-954bc8b6c727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84043) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:01.991016 dv-cinder-759943-4-smb neutron-server[83929]: INFO neutron.wsgi [None req-ba1af4c0-865a-4d68-abba-954bc8b6c727 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aac86539-eb1f-4980-accd-0c5943edf4ab HTTP/1.1" status: 204 len: 168 time: 0.2408309 Feb 17 00:50:12.690081 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-06c3d692-285c-4164-93dd-c9f9f9035028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:15.371036 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-40b6655e-b169-4ee7-b3d2-04bfa71440b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:15.439596 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:16.645726 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:17.016943 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:25.399577 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:27.815601 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:50:42.673684 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-29fb5171-1fcf-4c56-b07e-6f6fc5c62351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:45.290808 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-bbbea8c5-47c2-407f-a47f-f9626a3d31fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:45.417406 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:46.639238 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:47.021870 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:50:49.826081 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [req-624d3439-eed2-4cf3-b3b5-a8d5cbec05a0 req-798b5b81-4721-4917-ad8c-ae48b692d6bc service neutron] (84043) timed out ('10.222.0.49', 59030) {{(pid=84043) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 00:50:55.427570 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:04.814837 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:51:12.667731 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-dcb7f4e5-80b2-46a2-9829-438329c124af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:15.284915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5461ad4e-ed02-43de-a849-be7c97d515cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:15.426398 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:16.655844 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:17.027049 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:25.461397 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:41.814512 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:51:42.722641 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d43b-f233-4a4c-8565-8eaac84fa2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:45.284246 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3f2a-51d1-46fd-a40c-0b95096671b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:45.431664 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:46.666816 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:47.043645 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:51:55.431929 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:12.670445 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-67cb533c-7db7-4ea9-8e7c-a3ba78cc3f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:15.282301 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ba3b3fc9-a437-459b-8f6c-555a0f8d86a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:15.391984 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:16.637813 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:17.037842 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:18.814093 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:52:25.442937 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:42.694593 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-82fef788-4911-4439-b065-0b5f7f66f934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:45.264429 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-86411ca8-5309-4d2e-8e16-1b1d5e477ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:45.378745 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:46.636954 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:47.030120 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:55.448350 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:52:55.814876 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:53:12.687917 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-1e745d90-7fbe-4210-90ab-0eff762abfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:15.270693 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-7777fe82-97fd-41aa-8acb-8a27e2ffe687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:15.436224 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:16.659314 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:17.041259 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:25.458456 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:32.813824 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:53:42.726132 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-4d9aa74a-6f95-4f8b-9ef8-7bfb63c8b9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:45.259033 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-79c6cb04-8130-4283-a7cf-01bd5fe6fcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:45.378661 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:46.639957 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:47.040915 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:53:55.474162 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:09.812522 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:54:12.719794 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-2dfafec2-f01e-4951-926b-15b2d7ea830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:15.269504 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-d20a331f-a23c-4350-972d-3804a3bafcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:15.395047 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:16.645945 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:17.041453 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:25.463667 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:32.064840 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.wsgi [req-1b2e516f-d35d-4784-b4cf-e8e33611fcac req-c971733c-b9ed-443e-89c9-315bab3e9e10 service neutron] (84043) timed out ('10.222.0.38', 38890) {{(pid=84043) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 00:54:42.686370 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-3121b08b-b506-4eed-9603-73947d1bb072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:45.280628 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5ec2c98a-1005-432d-9717-6b01675aaf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:45.429400 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-b67f87f0-65e8-4755-814e-d7dcac3d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:46.646426 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-fa93b429-6b92-44ea-8ea9-36d5155ff000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:46.812223 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron.db.agents_db [None req-977777f4-ad04-4281-afa0-55a2b1b3a301 None None] Agent healthcheck: found 6 active agents {{(pid=84045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 00:54:47.044855 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-5928ceb4-713b-4c5e-8d50-9c6bb69d24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 00:54:55.480562 dv-cinder-759943-4-smb neutron-server[83929]: DEBUG neutron_lib.callbacks.manager [None req-ed3f41a8-f0b0-42ea-a618-09f353b8dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768566143961', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853833965'] for agent, after_update {{(pid=84044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}